-- Logs begin at Wed 2021-06-23 15:44:13 UTC, end at Wed 2021-06-23 17:14:35 UTC. -- Jun 23 16:44:02.739630 dv-cinder-797608-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 16:44:05.436666 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.common.config [-] Logging enabled! Jun 23 16:44:05.437312 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev384 Jun 23 16:44:05.437551 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105371) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 16:44:05.440847 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.common.config [-] Logging enabled! Jun 23 16:44:05.441128 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev384 Jun 23 16:44:05.441447 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105371) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 16:44:05.442391 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 16:44:05.442631 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 16:44:05.442996 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 16:44:05.443249 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 16:44:05.443481 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 16:44:05.443806 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.444109 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.444409 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.444643 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.444944 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.445274 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.445566 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.445860 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.446863 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.447249 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.447620 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.447938 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.448176 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.448470 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.448767 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.449060 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.449315 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] debug = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.449601 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.450034 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.450463 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.450765 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.451061 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.451346 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.451627 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.451905 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.452198 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.452532 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] host = dv-cinder-797608-1-iscsi {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.452813 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.453103 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.453416 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.453705 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.453983 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.454274 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.454563 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.454842 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.455118 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] log_file = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.455397 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.455686 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.455977 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.456273 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.456503 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.456733 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.457032 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.457349 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.457631 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.457913 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.458191 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.458471 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.458750 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.459023 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.459313 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.459639 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.459964 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.460247 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.460580 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.460866 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.461195 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.461549 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.461867 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.462228 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.462659 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.462961 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.463239 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.463519 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.463829 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.464123 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.464408 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.464700 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.464979 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.465290 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.465572 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.465851 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.466127 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] use_json = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.466406 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.466681 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.466970 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.467253 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.467532 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.467811 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.468088 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.468376 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:05.468680 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.468982 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.469319 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.469608 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.469905 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.470309 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.470482 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.470783 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.471048 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.471341 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.471635 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.471918 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.472211 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.472495 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.472792 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.473116 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.473424 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.473720 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.474002 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.474287 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.474562 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.474854 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.475147 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.475446 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.475732 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.476010 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.476294 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.476594 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.476872 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.477720 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.478139 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.478437 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.478724 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.479008 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.479294 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.479580 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.479858 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.480131 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.480418 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.480711 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.480990 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.481290 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.481567 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.481855 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.482125 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.482414 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.482696 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.482972 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.483249 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.483532 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.483809 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.484086 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.484366 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.484643 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.484925 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.485229 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.485509 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.485786 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.486064 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.486340 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.486615 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.486889 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.487173 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.487451 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.487728 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.488006 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.488282 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.488561 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.488851 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.489239 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.489530 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.489819 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.490106 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.490392 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.490674 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.490958 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.491242 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.491527 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.491806 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.492100 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.492390 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.492679 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.493632 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.493930 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.494271 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.494507 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.494797 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.495081 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.495368 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.495661 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.495950 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.496246 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.496548 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.496842 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.497150 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.497458 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.497749 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.498054 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.498338 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:05.498563 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 16:44:05.498816 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105371) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 16:44:05.859169 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105371) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:06.155293 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105371) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:06.155293 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105371) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:06.155293 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 16:44:06.257862 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.258205 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.258556 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.259870 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.260152 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.260431 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.294574 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.294892 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.295201 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.309002 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.309316 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.309589 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.339051 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.339341 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.339618 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.379285 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.379571 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.379850 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.613663 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.614340 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.614340 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.614620 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.615197 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.741664 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.741993 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.742282 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.742559 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.743496 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.743790 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.744062 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.744322 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.744584 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.744872 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.745162 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.745444 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.745713 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.745984 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.746248 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.746522 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.746808 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.748231 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.748536 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.748817 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.749141 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.749517 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.749789 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.750091 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.750357 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.750616 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.751031 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105371) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:44:06.751283 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105371) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:44:06.751528 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105371) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:44:06.751774 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105371) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:44:06.752018 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105371) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:44:06.752259 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105371) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:44:06.752634 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 16:44:06.755916 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 16:44:06.760453 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 16:44:06.764671 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1350, 1399)])]) Jun 23 16:44:06.766353 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 16:44:06.766825 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 16:44:06.767169 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 16:44:06.767565 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 16:44:06.770616 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 16:44:06.770864 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 16:44:06.771217 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 16:44:06.798843 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 16:44:06.799307 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.799612 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105371) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 23 16:44:06.799982 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.801375 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105371) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 16:44:06.801669 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 16:44:06.801923 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 16:44:06.805985 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.806172 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:06.870493 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 16:44:06.870646 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 16:44:06.870897 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 16:44:06.871280 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 16:44:06.892565 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_db.sqlalchemy.engines [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105371) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 16:44:07.716131 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.managers [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Initializing driver for type 'gre' Jun 23 16:44:07.716795 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] gre ID ranges: [(1, 1000)] Jun 23 16:44:07.967679 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.managers [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Initializing driver for type 'local' Jun 23 16:44:07.967934 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.managers [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Initializing driver for type 'vlan' Jun 23 16:44:08.198004 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] VlanTypeDriver initialization complete Jun 23 16:44:08.198390 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.managers [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Initializing driver for type 'vxlan' Jun 23 16:44:08.198914 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] vxlan ID ranges: [(1, 1000)] Jun 23 16:44:08.721917 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.managers [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Initializing extension driver 'port_security' Jun 23 16:44:08.722605 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.extensions.port_security [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] PortSecurityExtensionDriver initialization complete Jun 23 16:44:08.722605 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.managers [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Initializing mechanism driver 'openvswitch' Jun 23 16:44:08.722950 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.managers [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Initializing mechanism driver 'hyperv' Jun 23 16:44:08.735418 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:08.736214 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > port after_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.736603 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > port after_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.736970 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > port after_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.737398 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > subnet after_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.737766 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > subnet after_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.738122 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.738510 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > network after_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.738865 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > network after_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.739216 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > network after_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.739599 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > security_group after_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.739953 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > security_group after_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.740301 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.740685 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.741039 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.741409 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.741798 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > address_group after_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.742149 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > address_group after_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.742496 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.742892 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] ML2 OVO RPC backend initialized. {{(pid=105371) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 16:44:08.743684 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.744051 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.744476 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > network before_response 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.744831 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > networks before_response 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.745214 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > port before_response 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.745568 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > ports before_response 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.745920 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > subnet before_response 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.746270 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > subnets before_response 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.746621 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > network after_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.746966 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > network after_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.747311 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > network after_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.747657 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > port after_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.748000 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > port after_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.748348 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > port after_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.748692 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > subnet after_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.749033 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > subnet after_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.749430 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.750013 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.plugin [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Modular L2 Plugin initialization complete Jun 23 16:44:08.750352 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading services supported by the core plugin {{(pid=105371) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 16:44:08.750680 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.plugins.ml2.managers [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Got port-security extension from driver 'port_security' Jun 23 16:44:08.751157 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.extensions.vlantransparent [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Disabled vlantransparent extension. Jun 23 16:44:08.751655 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105371) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 16:44:08.751973 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading Plugin: router Jun 23 16:44:08.794187 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.794593 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router after_create 55549900 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.794975 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router before_create 55549900 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.795351 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.795730 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.796096 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router after_delete 55549900 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.796459 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.796827 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router after_create 55549900 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.797209 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router after_update 55549900 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.797572 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router after_update 55549900 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.797928 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.798294 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router after_update 55549900 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.798715 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router precommit_update 55549900 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.799086 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: port after_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.799431 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: port after_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.799775 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: subnet after_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.800119 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.800478 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.800831 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router precommit_create 55549900 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.801204 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: port before_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.801555 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router precommit_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.801922 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router after_update 55549900 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.802277 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.802638 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router precommit_create 55549900 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.803008 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.803362 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router precommit_update 55549900 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.803740 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > network after_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.804632 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Tracking information for resource: router configured {{(pid=105371) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:44:08.804985 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Tracking information for resource: floatingip configured {{(pid=105371) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:44:08.810233 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.db.l3_agentschedulers_db [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 16:44:08.810824 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: port after_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.811191 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: port after_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.811550 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: port after_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.811914 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: port after_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.812730 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router before_create 55550100 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.813098 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.813491 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router precommit_create 55550100 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.813855 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > router precommit_update 55550100 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.818465 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.services.provider_configuration [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Service providers = [] {{(pid=105371) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 16:44:08.818833 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.db.servicetype_db [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105371) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 16:44:08.821788 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.services.service_base [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105371) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 16:44:08.822143 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.services.service_base [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105371) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 16:44:08.822490 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.services.service_base [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105371) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 16:44:08.823905 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.services.service_base [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105371) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 16:44:08.824269 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.services.service_base [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 16:44:08.824658 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105371) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:44:08.824981 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 16:44:08.835695 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105371) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:44:08.836032 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading Plugin: auto_allocate Jun 23 16:44:08.842519 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: network precommit_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.842897 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: network precommit_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.843442 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105371) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:44:08.843770 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading Plugin: tag Jun 23 16:44:08.850403 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105371) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:44:08.850772 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading Plugin: timestamp Jun 23 16:44:08.854732 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105371) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:44:08.855062 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading Plugin: network_ip_availability Jun 23 16:44:08.862149 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.862530 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.862894 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:08.863617 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105371) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:44:08.863940 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading Plugin: flavors Jun 23 16:44:08.869271 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105371) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:44:08.869610 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading Plugin: revisions Jun 23 16:44:08.873949 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105371) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:44:08.874341 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_concurrency.lockutils [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 3.015s {{(pid=105371) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:08.875086 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105371) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 23 16:44:08.875424 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Initializing extension manager. Jun 23 16:44:08.875933 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: __init__.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.876279 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: __pycache__ {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.876612 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.876946 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: address_group.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.877730 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.878309 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: address-group Jun 23 16:44:08.878637 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: address_scope.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.879343 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.879881 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: address-scope Jun 23 16:44:08.880189 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.881187 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.881648 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: router-admin-state-down-before-update Jun 23 16:44:08.881974 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: agent.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.882686 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.883267 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: agent Jun 23 16:44:08.884356 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: agent_resources_synced.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.884995 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.885549 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: agent-resources-synced Jun 23 16:44:08.885874 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: allowedaddresspairs.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.887940 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.888476 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: allowed-address-pairs Jun 23 16:44:08.888805 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: auto_allocated_topology.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.890109 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.890634 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: auto-allocated-topology Jun 23 16:44:08.890966 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: availability_zone.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.891661 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.892176 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: availability_zone Jun 23 16:44:08.892505 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: availability_zone_filter.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.893435 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.893952 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: availability_zone_filter Jun 23 16:44:08.894279 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: data_plane_status.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.895175 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.895686 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 16:44:08.896011 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: default_subnetpools.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.896910 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.897463 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: default-subnetpools Jun 23 16:44:08.897791 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.898605 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.899162 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: dhcp_agent_scheduler Jun 23 16:44:08.899490 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: dns.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.900405 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.900920 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension dns-integration not supported by any of loaded plugins Jun 23 16:44:08.901275 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: dns_domain_ports.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.902181 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.902696 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 16:44:08.903022 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.903939 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.904451 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 16:44:08.904775 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: dvr.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.905473 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.905988 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: dvr Jun 23 16:44:08.906311 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: empty_string_filtering.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.907219 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.907727 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: empty-string-filtering Jun 23 16:44:08.908049 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.908951 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.909487 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 16:44:08.909808 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.910705 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.911219 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 16:44:08.911543 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: external_net.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.912452 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.912966 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: external-net Jun 23 16:44:08.913324 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.914224 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.915365 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: extra_dhcp_opt Jun 23 16:44:08.915696 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: extraroute.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.916604 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.917129 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: extraroute Jun 23 16:44:08.917462 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: extraroute_atomic.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.918489 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.919010 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: extraroute-atomic Jun 23 16:44:08.919335 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: filter_validation.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.920005 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.920512 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: filter-validation Jun 23 16:44:08.920833 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: fip_pf_description.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.921762 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.922276 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 16:44:08.922601 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: fip_port_details.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.923521 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.924033 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: fip-port-details Jun 23 16:44:08.924361 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: flavors.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.925624 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.926145 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: flavors Jun 23 16:44:08.926476 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.928136 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.928660 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 16:44:08.928997 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: floatingip_pools.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.929722 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.930867 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: floatingip-pools Jun 23 16:44:08.931236 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: ip_allocation.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.932156 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.932700 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 16:44:08.933026 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.933959 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.934474 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: ip-substring-filtering Jun 23 16:44:08.934800 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: l2_adjacency.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.935740 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.936249 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 16:44:08.936574 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: l3.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.937630 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.938361 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: router Jun 23 16:44:08.938461 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.941059 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.941631 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 16:44:08.941970 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.942898 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.943424 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: ext-gw-mode Jun 23 16:44:08.943757 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.944677 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.945231 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: l3-ha Jun 23 16:44:08.945562 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: l3_flavors.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.946516 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.947153 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: l3-flavors Jun 23 16:44:08.947500 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.948410 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.948929 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 16:44:08.949297 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: l3agentscheduler.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.952875 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.952875 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: l3_agent_scheduler Jun 23 16:44:08.952875 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: logging.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.952875 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.953809 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension logging not supported by any of loaded plugins Jun 23 16:44:08.953809 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: metering.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.954262 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.954849 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: metering Jun 23 16:44:08.955179 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.956261 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.956788 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: metering_source_and_destination_fields Jun 23 16:44:08.957130 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: multiprovidernet.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.958056 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.958578 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: multi-provider Jun 23 16:44:08.958911 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: netmtu.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.959822 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.960339 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: net-mtu Jun 23 16:44:08.960665 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: netmtu_writable.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.961774 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.962298 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: net-mtu-writable Jun 23 16:44:08.962623 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: network_availability_zone.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.963285 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.963798 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: network_availability_zone Jun 23 16:44:08.964119 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: network_ip_availability.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.965238 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.965755 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: network-ip-availability Jun 23 16:44:08.966080 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: network_segment_range.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.966843 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.967356 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 16:44:08.967680 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: pagination.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.968657 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.969000 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: pagination Jun 23 16:44:08.969347 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: port_device_profile.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.970259 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.970778 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: port-device-profile Jun 23 16:44:08.971101 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.972073 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.972529 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: port-mac-address-regenerate Jun 23 16:44:08.972851 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.973778 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.974290 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: port-numa-affinity-policy Jun 23 16:44:08.974615 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: port_resource_request.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.975532 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.976043 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 16:44:08.976366 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: portbindings.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.978005 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.978530 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: binding Jun 23 16:44:08.978854 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: portbindings_extended.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.980159 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.980683 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: binding-extended Jun 23 16:44:08.981014 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: portsecurity.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.981946 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.982467 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: port-security Jun 23 16:44:08.982795 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: project_id.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.983763 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.984094 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: project-id Jun 23 16:44:08.984518 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: providernet.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.985367 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.985886 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: provider Jun 23 16:44:08.986208 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: qos.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.989966 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.990496 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension qos not supported by any of loaded plugins Jun 23 16:44:08.990831 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.992073 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.992633 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 16:44:08.993528 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.994444 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.994973 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 16:44:08.995299 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: qos_default.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.996200 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.996722 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension qos-default not supported by any of loaded plugins Jun 23 16:44:08.997052 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: qos_fip.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.997724 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:08.998238 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension qos-fip not supported by any of loaded plugins Jun 23 16:44:08.998565 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: qos_gateway_ip.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:08.999488 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.000000 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 16:44:09.000659 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: qos_port_network_policy.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.001254 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.001769 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 16:44:09.002098 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: qos_rule_type_details.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.002997 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.003510 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 16:44:09.003836 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: qos_rules_alias.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.004859 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.005405 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 16:44:09.005733 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: quotasv2.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.006680 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.007012 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: quotas Jun 23 16:44:09.007337 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: quotasv2_detail.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.010592 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.010937 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: quota_details Jun 23 16:44:09.011276 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: rbac.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.012606 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.013169 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: rbac-policies Jun 23 16:44:09.013504 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: rbac_address_group.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.014445 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.014974 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: rbac-address-group Jun 23 16:44:09.015301 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: rbac_address_scope.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.016234 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.016765 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: rbac-address-scope Jun 23 16:44:09.017086 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: rbac_security_groups.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.018011 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.018530 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: rbac-security-groups Jun 23 16:44:09.018854 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: rbac_subnetpool.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.019760 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.020280 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: rbac-subnetpool Jun 23 16:44:09.020602 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: revisionifmatch.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.021549 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.022067 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: revision-if-match Jun 23 16:44:09.022390 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: revisions.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.023708 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.024259 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: standard-attr-revisions Jun 23 16:44:09.024582 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: router_availability_zone.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.025293 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.025815 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: router_availability_zone Jun 23 16:44:09.026137 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: routerservicetype.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.027052 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.027562 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension router-service-type not supported by any of loaded plugins Jun 23 16:44:09.027885 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.028796 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.029352 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: security-groups-normalized-cidr Jun 23 16:44:09.029675 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.030584 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.031100 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: port-security-groups-filtering Jun 23 16:44:09.031428 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.032346 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.032864 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: security-groups-remote-address-group Jun 23 16:44:09.033221 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: securitygroup.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.043369 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.043911 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: security-group Jun 23 16:44:09.044245 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: segment.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.045034 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.045579 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension segment not supported by any of loaded plugins Jun 23 16:44:09.045909 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.046839 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.047362 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 16:44:09.047689 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: servicetype.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.048806 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.049374 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: service-type Jun 23 16:44:09.049704 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: sorting.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.050683 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.051018 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: sorting Jun 23 16:44:09.051344 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: standard_attr_segment.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.052321 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.052840 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 16:44:09.053190 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: standardattrdescription.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.053832 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.054350 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: standard-attr-description Jun 23 16:44:09.054674 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: stateful_security_group.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.056250 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.056767 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: stateful-security-group Jun 23 16:44:09.057095 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: stdattrs_common.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.057697 dv-cinder-797608-1-iscsi neutron-server[105371]: WARNING neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 16:44:09.058019 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.058959 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.059583 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 16:44:09.059799 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: subnet_onboard.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.060898 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.061441 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: subnet_onboard Jun 23 16:44:09.061769 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.062695 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.063210 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 16:44:09.063532 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: subnet_service_types.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.064450 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.064973 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: subnet-service-types Jun 23 16:44:09.065329 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: subnetallocation.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.066409 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.066926 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: subnet_allocation Jun 23 16:44:09.067250 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.067910 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.068422 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: subnetpool-prefix-ops Jun 23 16:44:09.068744 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.069707 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.070216 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 16:44:09.070543 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: tagging.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.071693 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.072216 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: standard-attr-tag Jun 23 16:44:09.072544 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: timestamp.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.073781 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.074307 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loaded extension: standard-attr-timestamp Jun 23 16:44:09.074638 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: trunk.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.075662 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.076194 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension trunk not supported by any of loaded plugins Jun 23 16:44:09.076518 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: trunk_details.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.077477 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.077995 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension trunk-details not supported by any of loaded plugins Jun 23 16:44:09.078322 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: uplink_status_propagation.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.079251 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.079765 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 16:44:09.080092 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Loading extension file: vlantransparent.py {{(pid=105371) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:44:09.080776 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105371) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:44:09.081310 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 16:44:09.083782 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Creating instance of TrackedResource for resource:network Jun 23 16:44:09.084326 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Creating instance of TrackedResource for resource:subnet Jun 23 16:44:09.084729 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:44:09.085147 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Creating instance of TrackedResource for resource:port Jun 23 16:44:09.086455 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.v2.resource_helper [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:44:09.086908 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.v2.resource_helper [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Service FLAVORS assigned prefix: {{(pid=105371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:44:09.087524 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.v2.resource_helper [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:44:09.087958 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.v2.resource_helper [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:44:09.088291 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Creating instance of TrackedResource for resource:router Jun 23 16:44:09.088738 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 16:44:09.089269 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.v2.resource_helper [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Service METERING assigned prefix: /metering {{(pid=105371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:44:09.090745 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:09.091122 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:09.091481 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:44:09.092513 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 16:44:09.092964 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Creating instance of TrackedResource for resource:security_group Jun 23 16:44:09.093446 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 16:44:09.094062 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.v2.resource_helper [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Service CORE assigned prefix: {{(pid=105371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:44:09.094395 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:44:09.094749 dv-cinder-797608-1-iscsi neutron-server[105371]: WARNING neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] subnetpool is already registered Jun 23 16:44:09.095183 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.v2.resource_helper [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Service CORE assigned prefix: {{(pid=105371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:44:09.095508 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:44:09.095839 dv-cinder-797608-1-iscsi neutron-server[105371]: WARNING neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] subnetpool is already registered Jun 23 16:44:09.098160 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.v2.resource_helper [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:44:09.098601 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.v2.resource_helper [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Service FLAVORS assigned prefix: {{(pid=105371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:44:09.099207 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.v2.resource_helper [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:44:09.099635 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.v2.resource_helper [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:44:09.099973 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Creating instance of TrackedResource for resource:router Jun 23 16:44:09.100315 dv-cinder-797608-1-iscsi neutron-server[105371]: WARNING neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] router is already registered Jun 23 16:44:09.100730 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 16:44:09.101071 dv-cinder-797608-1-iscsi neutron-server[105371]: WARNING neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] floatingip is already registered Jun 23 16:44:09.101550 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.v2.resource_helper [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Service METERING assigned prefix: /metering {{(pid=105371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:44:09.104543 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 16:44:09.104886 dv-cinder-797608-1-iscsi neutron-server[105371]: WARNING neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] rbac_policy is already registered Jun 23 16:44:09.105362 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Creating instance of TrackedResource for resource:security_group Jun 23 16:44:09.105704 dv-cinder-797608-1-iscsi neutron-server[105371]: WARNING neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] security_group is already registered Jun 23 16:44:09.106130 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 16:44:09.106469 dv-cinder-797608-1-iscsi neutron-server[105371]: WARNING neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] security_group_rule is already registered Jun 23 16:44:09.107176 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.v2.resource_helper [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Service CORE assigned prefix: {{(pid=105371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:44:09.107509 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:44:09.107825 dv-cinder-797608-1-iscsi neutron-server[105371]: WARNING neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] subnetpool is already registered Jun 23 16:44:09.108254 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.v2.resource_helper [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Service CORE assigned prefix: {{(pid=105371) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:44:09.108583 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:44:09.108918 dv-cinder-797608-1-iscsi neutron-server[105371]: WARNING neutron.quota.resource_registry [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] subnetpool is already registered Jun 23 16:44:09.109441 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: extensions {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.110974 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: address-groups {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.112497 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: address-scopes {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.113882 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: agents {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.115044 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: auto-allocated-topology {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.116286 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: availability_zones {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.117582 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: dhcp-networks {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.119983 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: dhcp-agents {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.121544 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: routers {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.123166 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: flavors {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.125730 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: service_profiles {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.126963 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: next_providers {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.128402 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: service_profiles {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.129996 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: floatingip-pools {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.131334 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: routers {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.132955 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: floatingips {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.134325 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: l3-routers {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.135729 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: l3-agents {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.137438 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: metering-labels {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.138703 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: metering-label-rules {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.140108 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: network-ip-availabilities {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.141407 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: bindings {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.143296 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: quotas {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.144885 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: quotas {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.146338 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: rbac-policies {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.147540 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: security-groups {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.148886 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: security-group-rules {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.150287 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: service-providers {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.151541 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: subnetpools {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.152854 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: subnetpools {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.154437 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: tags {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.156122 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: tags {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.157985 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: tags {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.159771 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: tags {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.161521 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: tags {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.163477 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: tags {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.166122 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: tags {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.168076 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: tags {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.169981 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: tags {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.171754 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron.api.extensions [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Extended resource: tags {{(pid=105371) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:44:09.178474 dv-cinder-797608-1-iscsi neutron-server[105371]: WARNING keystonemiddleware.auth_token [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 16:44:09.183676 dv-cinder-797608-1-iscsi neutron-server[105371]: WARNING keystonemiddleware.auth_token [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 16:44:09.192214 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_concurrency.lockutils [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Acquired lock "singleton_lock" {{(pid=105371) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 23 16:44:09.192701 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_concurrency.lockutils [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Releasing lock "singleton_lock" {{(pid=105371) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 23 16:44:09.193375 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO oslo_service.service [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Starting 2 workers Jun 23 16:44:09.198265 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Started child 105486 {{(pid=105371) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 16:44:09.202937 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Started child 105487 {{(pid=105371) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 16:44:09.203734 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:09.204564 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO neutron.service [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 16:44:09.205263 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Notify callbacks [] for process, before_spawn {{(pid=105371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:09.205476 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [-] (105486) wsgi starting up on http://0.0.0.0:9696 Jun 23 16:44:09.207779 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO oslo_service.service [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Starting 1 workers Jun 23 16:44:09.207944 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:09.209400 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [-] (105487) wsgi starting up on http://0.0.0.0:9696 Jun 23 16:44:09.213197 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Started child 105488 {{(pid=105371) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 16:44:09.213762 dv-cinder-797608-1-iscsi neutron-server[105371]: INFO oslo_service.service [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Starting 1 workers Jun 23 16:44:09.216662 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.service [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] calling RpcWorker wait() {{(pid=105488) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 16:44:09.217254 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.service [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] returning from RpcWorker wait() {{(pid=105488) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 16:44:09.218291 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Started child 105489 {{(pid=105371) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 16:44:09.218456 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:09.219032 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:09.219125 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG neutron_lib.callbacks.manager [None req-e8bc80c2-4384-48af-81b1-60e8e5c08f74 None None] Notify callbacks [] for process, after_spawn {{(pid=105371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:09.221033 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105371) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 16:44:09.221281 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 16:44:09.221477 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 16:44:09.221709 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 16:44:09.222129 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 16:44:09.222267 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 16:44:09.222784 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.223052 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.223287 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:09.223761 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.223761 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.223887 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.224450 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.224702 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.224960 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.225265 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.225531 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.225710 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.225880 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.226137 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.226401 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.226705 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.227537 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.227926 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.228576 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.228576 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.228576 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.228936 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.229100 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.229393 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] debug = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.229650 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.230147 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.230398 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.230730 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.230929 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.231227 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.231456 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.231730 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.231990 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.232236 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.232505 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.232775 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.233023 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.233292 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.233517 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.233767 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.233992 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.234471 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] host = dv-cinder-797608-1-iscsi {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.234692 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.234927 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.235168 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.235430 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.235679 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.235991 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.236183 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.236442 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.236690 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.236947 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.237179 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.237442 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.237662 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.237914 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] log_file = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.238082 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] log_options = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.238324 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.238593 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.238855 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.239048 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.239219 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.239402 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.239657 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.239824 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.240080 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.240298 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.240514 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.240734 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.240971 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.241261 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.241504 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.241756 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.241997 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.242211 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.242474 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.243268 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.244112 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.244112 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.244112 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.244484 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.244484 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.244726 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.244858 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.245033 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.245273 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.245533 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.245768 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.246043 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.246295 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.246537 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.246786 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.247010 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.247215 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.247481 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.247716 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.248067 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.248650 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.249191 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.249676 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:09.249911 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.250361 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.250861 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.251501 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] use_json = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.251729 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.251963 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.252222 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.252445 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.252664 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.252886 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.253150 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.253419 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.253843 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.254129 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.254442 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.254710 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.254951 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.255199 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.255432 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.255679 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.255918 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.256155 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.256485 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.256732 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.257020 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.257297 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.263853 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.263853 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.263853 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.263853 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.263853 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.263853 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.263853 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.263853 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.264763 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.264763 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.264763 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.264763 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.264763 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.264763 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.264763 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.264763 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.265694 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.265694 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.265694 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.265694 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.265694 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.265694 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.265694 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.265694 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.265694 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.266718 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.266718 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.266718 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.266718 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.266718 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.266718 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.266718 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.266718 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.266718 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.268182 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.268182 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.268182 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.268182 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.268182 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.268182 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.268182 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.269306 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.269306 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.269306 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.269306 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.269306 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.269817 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.269817 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.270024 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.270133 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.270300 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.270546 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.270791 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.271011 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.271234 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.271456 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.271683 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.271904 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.272127 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.272344 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.272600 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.272848 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.273069 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.274634 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.274634 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.274634 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.274634 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.275183 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.275303 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.275546 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.275863 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.276191 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.276477 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.276948 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.277242 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.277509 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.277747 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.278047 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.278237 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.278481 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.278704 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.278972 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.279761 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.279761 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.279761 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.280099 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.280252 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.280479 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.280728 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.281020 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.281239 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.281465 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.281760 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.282031 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.282432 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.282686 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.282950 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.283237 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.283510 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.283801 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.284063 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.284343 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.284641 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.285090 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.285412 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.285669 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.285939 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.286597 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.286880 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.287139 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.287392 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.287630 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.287864 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.288148 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.288392 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.289143 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.289143 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.289143 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.290093 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.290231 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.290745 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.290745 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.291073 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.291502 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.291502 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.291765 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.292026 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.292280 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.292549 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.292993 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.293427 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.293700 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.293917 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.294140 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.294375 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.295183 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.295183 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.295183 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.295414 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.295503 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.295697 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.295922 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.296147 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.296372 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.296613 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.297196 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.297522 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.297786 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.298061 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.298304 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.298545 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.298785 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.299018 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.299305 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.299561 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.299861 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.300123 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.300351 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.300588 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.300842 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.301094 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.301344 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.301605 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.301836 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.302069 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.302306 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.302553 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.302780 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.303001 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.303255 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.303479 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.303742 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.304004 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.304343 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.304602 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.304839 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.305526 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.305793 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.306045 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.306285 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.306514 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.306866 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.307463 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.307690 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.307939 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.308191 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.308437 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.308655 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.308877 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.309102 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.309384 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.309599 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.309887 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.310158 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.310439 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.310680 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.310916 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.311148 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.311370 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.311586 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.311806 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.312022 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.312251 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.312466 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.312682 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.312903 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.313131 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.313417 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.313604 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.313819 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.314037 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.314240 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.314502 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.314717 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.314953 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.315290 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.315429 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.315673 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.315938 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.316198 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.316440 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.316776 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.316925 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.317189 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.317513 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.317730 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.317994 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.318239 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.318462 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.318688 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.318932 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.319292 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.319604 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.319857 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.320101 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.320391 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.320677 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.320956 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.321264 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.321588 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.321936 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.322717 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.322977 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.323471 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.324060 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.324205 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.324333 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.324587 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.324834 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.325063 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.325333 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.325756 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.326022 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.326290 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.326817 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.327069 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.327312 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.327566 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.328270 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.328506 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.328669 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 16:44:09.329257 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105371) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 16:44:09.329424 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 16:44:09.329944 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 16:44:09.330126 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 16:44:09.330302 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 16:44:09.330461 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 16:44:09.330674 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.330959 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.331116 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.331329 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.331713 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.332069 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.332069 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.332511 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.332511 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.332511 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.332923 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.333175 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.333344 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.333822 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.333989 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.334516 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.334516 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.334516 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.334876 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.334876 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.335093 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.335374 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.335535 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] debug = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.335698 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.335909 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.336084 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.336246 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.337264 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.337438 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.337602 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.337765 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.337927 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.338090 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.338252 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.338412 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.338573 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.338735 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.338897 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.339119 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.339280 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.339442 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] host = dv-cinder-797608-1-iscsi {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.339602 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.339762 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.339922 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.340130 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.340292 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.340668 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.340838 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.340999 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.341196 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.341358 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.341519 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.341680 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.341841 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.342001 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] log_file = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.342183 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] log_options = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.342343 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.342505 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.342711 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.342911 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.343081 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.343240 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.343422 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.343586 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.343745 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.343906 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.344067 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.344226 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.344387 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.344553 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.344734 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.344891 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.345054 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.345218 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.345373 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.345538 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.345698 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.345883 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.345978 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.346114 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.346259 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.346421 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.346573 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.346739 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.346899 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.347055 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.347198 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.347351 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.347512 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.347741 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.347838 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.347977 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.348123 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.348275 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.348437 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.348589 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.348751 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.349025 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.349144 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.349284 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.349416 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.349577 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] use_json = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.349752 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.349885 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.350044 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.350203 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.350363 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.350522 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.350682 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.350843 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:44:09.351027 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.351193 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.351369 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.353076 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.353328 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.354063 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.354246 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.354407 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.354615 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.356221 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.356419 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.356604 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.356793 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.356967 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.357156 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.357333 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.357506 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.357674 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.357842 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.358002 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.358162 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.358327 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.358522 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.358697 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.358877 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.359049 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.359214 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.359378 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.359543 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.359707 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.359871 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.360035 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.360198 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.360385 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.360571 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.360740 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.360869 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.361032 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.361759 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.361930 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.362095 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.362266 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.362451 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.362643 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.362839 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.363130 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.363294 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.363454 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.363618 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.363794 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.363963 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.364114 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.364319 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.364504 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.364675 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.364839 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.365002 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.365208 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.365376 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.365547 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.365795 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.366071 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.366254 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.366412 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.366542 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.366702 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.366871 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.367047 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.367211 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.367375 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.367832 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.368038 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.368038 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.368325 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.368466 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.368606 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.368746 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.368895 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.369036 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.369215 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.369360 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.369525 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.369667 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.369807 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.369945 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.370097 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.370238 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.370377 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.370516 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.370655 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.370802 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.370944 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.371085 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.371252 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.371399 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.371549 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.371715 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.371882 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.372028 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.372217 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.372407 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.372555 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.372722 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.372868 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.373033 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:09.373221 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.373221 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.373518 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.373668 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.373809 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.373948 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.374087 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.374226 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.374365 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.374504 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.374665 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.374835 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.375011 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.375178 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.375326 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.375481 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.375644 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.375789 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.375956 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.376102 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.376270 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.376434 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.376576 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.376748 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.376922 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.377089 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.377265 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.377446 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.377636 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.377821 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.377979 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.378121 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.378283 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.378430 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.378596 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.378742 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.378908 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.379061 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.379207 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.379356 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.379521 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.379667 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.379817 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.379983 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.380129 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.380297 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.380442 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.380609 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.380765 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.380905 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.381141 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.381260 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.381407 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.381613 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.381903 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.382065 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.382206 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.382358 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.382523 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.382671 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.382864 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.383018 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.383237 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.383414 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.383586 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.383754 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.383910 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.384052 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.384202 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.384417 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.385882 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.386045 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.386213 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.386354 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.386494 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.386646 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.387074 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.387221 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.387401 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.387568 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.387820 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.387977 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.388254 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.388410 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.389770 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.390675 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.390885 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.391068 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.391244 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.391416 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.391590 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.391760 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.391930 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.392096 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.392267 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.392435 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.392601 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.392765 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.392928 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.393092 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.393629 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.394667 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.395162 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.395353 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.396706 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.396883 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.397056 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.397261 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.397444 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.397599 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.397765 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.397930 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.398106 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.398271 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.398422 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.398585 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.398748 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.399454 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.399619 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.399782 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.399971 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.400096 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.400419 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.400645 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.400804 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.400890 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.401040 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.401466 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.401696 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.403200 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.403200 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.403380 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.403456 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.403675 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.404542 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.404729 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.405271 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.405446 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.405616 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.406374 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.406552 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.406727 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.406907 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.407082 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.407250 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.407423 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.407597 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.407772 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.407937 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.408107 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.408292 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.408472 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.408636 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.408800 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.408972 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.409166 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.409331 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.409538 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.409636 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.409797 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.409948 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.410111 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.410266 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.410424 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.410588 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.410751 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.410917 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.411080 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.411242 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.411405 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:44:09.411561 dv-cinder-797608-1-iscsi neutron-server[105371]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105371) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 16:44:09.444344 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 49946) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:09.453099 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064185 Jun 23 16:44:21.426843 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33fe237-3b23-46bd-b11e-05318e445525 None None] get_active_networks_info from dv-cinder-797608-1-iscsi {{(pid=105488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 16:44:21.594867 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33fe237-3b23-46bd-b11e-05318e445525 None None] No non-hosted networks {{(pid=105488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 16:44:21.627745 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.agentschedulers_db [None req-c33fe237-3b23-46bd-b11e-05318e445525 None None] DHCP Agent not found on host dv-cinder-797608-1-iscsi {{(pid=105488) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 23 16:44:21.824946 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-e99386ae-70fa-48ba-9c32-b4196afcac8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413'] for agent, after_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:23.984601 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413'] for agent, after_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:23.985883 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:23.986229 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:23.986652 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:23.986876 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:23.987202 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:23.987522 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:23.987854 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:23.988166 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:23.988482 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:23.988795 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:23.989518 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:23.990159 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:23.990961 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797608-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:24.000319 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797608-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:24.527399 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-03214efc-5fd6-4ef2-aca8-4e31b53dc564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413'] for agent, after_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:24.631646 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.db.api [None req-7978791e-826a-4f5d-8b59-ddb07c6d4bb8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-797608-1-iscsi {{(pid=105488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 16:44:24.632980 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_db.api [None req-7978791e-826a-4f5d-8b59-ddb07c6d4bb8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 16:44:25.298906 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7978791e-826a-4f5d-8b59-ddb07c6d4bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:25.539649 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413'] for agent, after_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:27.006927 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413'] for agent, after_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:28.243696 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 50038) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:28.763841 dv-cinder-797608-1-iscsi neutron-server[105487]: WARNING oslo_policy.policy [None req-28775a0c-c081-4327-8c8a-2fb107761db8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:44:28.764428 dv-cinder-797608-1-iscsi neutron-server[105487]: WARNING oslo_policy.policy [None req-28775a0c-c081-4327-8c8a-2fb107761db8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:44:28.984283 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [None req-28775a0c-c081-4327-8c8a-2fb107761db8 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:44:28.985369 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-28775a0c-c081-4327-8c8a-2fb107761db8 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7406857 Jun 23 16:44:30.727269 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.db.l3_hamode_db [None req-42ab2c80-1623-4b8c-97f6-ff801e9b86f2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 16:44:30.809211 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ab2c80-1623-4b8c-97f6-ff801e9b86f2 None None] Routers set() bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:44:30.809613 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ab2c80-1623-4b8c-97f6-ff801e9b86f2 None None] Router IDs set() for agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 23 16:44:31.368935 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 50052) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:31.691072 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-e019dedb-aad5-46dc-85bc-bd7a30878da5 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:44:31.785173 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.policy [None req-e019dedb-aad5-46dc-85bc-bd7a30878da5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105487) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 16:44:31.831839 dv-cinder-797608-1-iscsi neutron-server[105487]: WARNING oslo_policy.policy [None req-e019dedb-aad5-46dc-85bc-bd7a30878da5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:44:31.832237 dv-cinder-797608-1-iscsi neutron-server[105487]: WARNING oslo_policy.policy [None req-e019dedb-aad5-46dc-85bc-bd7a30878da5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:44:31.841220 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.quota [None req-e019dedb-aad5-46dc-85bc-bd7a30878da5 admin admin] Loaded quota_driver: . Jun 23 16:44:32.037465 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e019dedb-aad5-46dc-85bc-bd7a30878da5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730818120416', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730818119887', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730818140990', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730818138856', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730818096295', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730818086724', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16231194', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16151910', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1670524', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1578791'] for rbac-policy, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:32.310214 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e019dedb-aad5-46dc-85bc-bd7a30878da5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:32.311327 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-e019dedb-aad5-46dc-85bc-bd7a30878da5 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9414234 Jun 23 16:44:34.874624 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 50064) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:35.379572 dv-cinder-797608-1-iscsi neutron-server[105486]: WARNING oslo_policy.policy [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:44:35.380183 dv-cinder-797608-1-iscsi neutron-server[105486]: WARNING oslo_policy.policy [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:44:35.600462 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Request body: {'network': {'name': 'private', 'project_id': '17521abf52a94e92a63e6d3ac9616640', 'tenant_id': '17521abf52a94e92a63e6d3ac9616640', 'admin_state_up': True}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:44:35.602319 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.quota [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Loaded quota_driver: . Jun 23 16:44:35.806877 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Made reservation on behalf of 17521abf52a94e92a63e6d3ac9616640 for: {'network': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:44:35.875198 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.policy [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105486) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 16:44:35.920534 dv-cinder-797608-1-iscsi neutron-server[105486]: WARNING oslo_policy.policy [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:44:35.921058 dv-cinder-797608-1-iscsi neutron-server[105486]: WARNING oslo_policy.policy [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:44:35.931807 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for network, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:35.953759 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:36.095040 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:36.183773 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:36.189476 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:36.204658 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] vlan segment allocate from pool success with {'vlan_id': 1382, 'physical_network': 'physnet1'} {{(pid=105486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:44:36.233747 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730820742422', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:36.234392 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Unsubscribe: segment precommit_create {{(pid=105486) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 16:44:36.234898 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.segments_db [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Added segment 91a058f1-4b80-43b6-a108-d369886d8b3c of type vlan for network dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0 Jun 23 16:44:36.251549 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98a5250-0820-4935-b4df-c78f62859da9,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:36.274585 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:36.274927 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:36.275256 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:36.275578 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:36.275892 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:36.276243 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:36.276560 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:36.276884 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:36.277236 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:36.277548 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:36.277851 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:36.278152 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Tracked resource versions report: Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: pushed versions: Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: { 'AddressGroup': {'1.2'}, Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: 'ConntrackHelper': {'1.0'}, Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: 'Log': {'1.0'}, Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: 'Network': {'1.1'}, Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: 'Port': {'1.7'}, Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: 'PortForwarding': {'1.2'}, Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: 'QosPolicy': {'1.8'}, Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: 'SecurityGroup': {'1.4'}, Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: 'SubPort': {'1.0'}, Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: 'Subnet': {'1.1'}, Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: 'Trunk': {'1.1'}} Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: consumer versions: Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: { DHCP agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: L3 agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: Metadata agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: Metering agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: Open vSwitch agent@dv-cinder-797608-1-iscsi: { 'AddressGroup': '1.2', Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: 'ConntrackHelper': '1.0', Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: 'Log': '1.0', Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: 'Network': '1.1', Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: 'Port': '1.7', Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: 'PortForwarding': '1.2', Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: 'QosPolicy': '1.8', Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: 'SecurityGroup': '1.4', Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: 'SecurityGroupRule': '1.2', Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: 'SubPort': '1.0', Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: 'Subnet': '1.1', Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: 'Trunk': '1.1'}} Jun 23 16:44:36.279258 dv-cinder-797608-1-iscsi neutron-server[105486]: {{(pid=105486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:44:36.355467 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:36.368276 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730820174852'] for network, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:36.498527 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929'] for network, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:36.500140 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:36.500799 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:36.502911 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:36.596833 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Pushing event updated for resources: {'Network': ['ID=dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:36.600019 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:36.609268 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Network dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0 details requested by agent ovs-agent-dv-cinder-797608-1-iscsi with host dv-cinder-797608-1-iscsi {{(pid=105488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:44:36.819296 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.9425120 Jun 23 16:44:39.572939 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 50086) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:40.015662 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabebddd-9e4b-4ff7-844e-208b6c98affd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:40.017087 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-cabebddd-9e4b-4ff7-844e-208b6c98affd admin admin] 10.222.0.25 "GET /v2.0/networks/dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0 HTTP/1.1" status: 200 len: 826 time: 0.4431810 Jun 23 16:44:40.041948 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-a1b5c838-6252-48e6-9c7e-37452167e76c admin admin] 10.222.0.25 "GET /v2.0/subnetpools/abafb7d1-1155-4ab1-aabf-4f66e868a5a7 HTTP/1.1" status: 200 len: 734 time: 0.0187697 Jun 23 16:44:40.050791 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Request body: {'subnet': {'tenant_id': '17521abf52a94e92a63e6d3ac9616640', 'ip_version': 4, 'subnetpool_id': 'abafb7d1-1155-4ab1-aabf-4f66e868a5a7', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:44:40.155788 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Made reservation on behalf of 17521abf52a94e92a63e6d3ac9616640 for: {'subnet': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:44:40.158672 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Notify callbacks [] for subnet, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:40.647623 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922'] for subnet, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:40.650826 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:40.721435 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Checking segment: {'id': '91a058f1-4b80-43b6-a108-d369886d8b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:44:40.721767 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Network hostable DHCP agents. Network: dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0, hostable agents: ['5e144bd6-6a48-4538-b5f5-f54886500fdf'], hosted agents: [] {{(pid=105487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:44:40.729640 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Pushing event updated for resources: {'Subnet': ['ID=808f23bf-f702-4246-a23e-678f0f9d7cc7,revision_number=0']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:40.740766 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:40.741319 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:40.741783 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:40.742108 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:40.742522 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:40.742861 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:40.743181 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:40.743511 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:40.743851 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:40.744164 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:40.744473 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:40.744782 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Tracked resource versions report: Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: pushed versions: Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: { 'AddressGroup': {'1.2'}, Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: 'ConntrackHelper': {'1.0'}, Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: 'Log': {'1.0'}, Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: 'Network': {'1.1'}, Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: 'Port': {'1.7'}, Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: 'PortForwarding': {'1.2'}, Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: 'QosPolicy': {'1.8'}, Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: 'SecurityGroup': {'1.4'}, Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: 'SubPort': {'1.0'}, Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: 'Subnet': {'1.1'}, Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: 'Trunk': {'1.1'}} Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: consumer versions: Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: { DHCP agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: L3 agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: Metadata agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: Metering agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: Open vSwitch agent@dv-cinder-797608-1-iscsi: { 'AddressGroup': '1.2', Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: 'ConntrackHelper': '1.0', Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: 'Log': '1.0', Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: 'Network': '1.1', Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: 'Port': '1.7', Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: 'PortForwarding': '1.2', Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: 'QosPolicy': '1.8', Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: 'SecurityGroup': '1.4', Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: 'SecurityGroupRule': '1.2', Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: 'SubPort': '1.0', Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: 'Subnet': '1.1', Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: 'Trunk': '1.1'}} Jun 23 16:44:40.745920 dv-cinder-797608-1-iscsi neutron-server[105487]: {{(pid=105487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:44:40.783085 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:40.898710 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Network dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0 is scheduled to be hosted by DHCP agent 5e144bd6-6a48-4538-b5f5-f54886500fdf with binding_index 1 {{(pid=105487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:44:41.035715 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-1-iscsi, dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0) {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:44:41.042261 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:41.043189 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:41.050029 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c8111a-dcd4-4ac0-a105-dc918112519c None None] Network dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0 requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:44:41.150562 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1031070 Jun 23 16:44:41.380741 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp688f085e-dfc1-5e94-bdc4-2cd86705c474-dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0', 'network_id': 'dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0', 'tenant_id': '17521abf52a94e92a63e6d3ac9616640', 'fixed_ips': [{'subnet_id': '808f23bf-f702-4246-a23e-678f0f9d7cc7'}]}} from dv-cinder-797608-1-iscsi. {{(pid=105488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:44:41.383070 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:41.812092 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.db_base_plugin_common [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Allocated IP 172.20.0.2 (dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0/808f23bf-f702-4246-a23e-678f0f9d7cc7/3869a15b-033e-4fcf-b59d-bbdf654c1c3d) {{(pid=105488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:44:42.059020 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Notify callbacks [] for port, precommit_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:42.073810 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Transition to ACTIVE for port object 3869a15b-033e-4fcf-b59d-bbdf654c1c3d will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:44:42.095126 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Transition to ACTIVE for port object 3869a15b-033e-4fcf-b59d-bbdf654c1c3d will not be triggered until provisioned by entity DHCP. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:44:42.172878 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099'] for port, after_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:42.175594 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:42.241955 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Network dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0 is already hosted by enough agents. {{(pid=105488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:44:42.246735 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.scheduler.base_scheduler [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Resources bound (agent type, host, resource id): {{(pid=105488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:44:42.256307 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Received port after_create {{(pid=105488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:44:42.262583 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Pushing event updated for resources: {'Port': ['ID=3869a15b-033e-4fcf-b59d-bbdf654c1c3d,revision_number=1']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:42.288895 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:42.289267 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:42.289603 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:42.289924 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:42.290245 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:42.290598 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:42.290915 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:42.291227 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:42.291557 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:42.291871 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:42.292179 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:42.292528 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Tracked resource versions report: Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: pushed versions: Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: { 'AddressGroup': {'1.2'}, Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: 'ConntrackHelper': {'1.0'}, Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: 'Log': {'1.0'}, Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: 'Network': {'1.1'}, Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: 'Port': {'1.7'}, Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: 'PortForwarding': {'1.2'}, Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: 'QosPolicy': {'1.8'}, Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: 'SecurityGroup': {'1.4'}, Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: 'SubPort': {'1.0'}, Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: 'Subnet': {'1.1'}, Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: 'Trunk': {'1.1'}} Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: consumer versions: Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: { DHCP agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: L3 agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: Metadata agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: Metering agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: Open vSwitch agent@dv-cinder-797608-1-iscsi: { 'AddressGroup': '1.2', Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: 'ConntrackHelper': '1.0', Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: 'Log': '1.0', Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: 'Network': '1.1', Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: 'Port': '1.7', Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: 'PortForwarding': '1.2', Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: 'QosPolicy': '1.8', Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: 'SecurityGroup': '1.4', Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: 'SecurityGroupRule': '1.2', Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: 'SubPort': '1.0', Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: 'Subnet': '1.1', Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: 'Trunk': '1.1'}} Jun 23 16:44:42.293700 dv-cinder-797608-1-iscsi neutron-server[105488]: {{(pid=105488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:44:42.314981 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:42.345892 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Attempting to bind port 3869a15b-033e-4fcf-b59d-bbdf654c1c3d on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:44:42.346256 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Attempting to bind port 3869a15b-033e-4fcf-b59d-bbdf654c1c3d by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': '91a058f1-4b80-43b6-a108-d369886d8b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:44:42.346677 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Attempting to bind port 3869a15b-033e-4fcf-b59d-bbdf654c1c3d on network dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0 {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:44:42.351566 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:44:42.351989 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Checking segment: {'id': '91a058f1-4b80-43b6-a108-d369886d8b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:44:42.352447 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:42.352920 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Bound using segment: {'id': '91a058f1-4b80-43b6-a108-d369886d8b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:44:42.353338 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Bound port: 3869a15b-033e-4fcf-b59d-bbdf654c1c3d, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a058f1-4b80-43b6-a108-d369886d8b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:44:42.353721 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:42.422851 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] For port 3869a15b-033e-4fcf-b59d-bbdf654c1c3d, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:44:42.427129 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] For port 3869a15b-033e-4fcf-b59d-bbdf654c1c3d, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=3869a15b-033e-4fcf-b59d-bbdf654c1c3d,segment=NetworkSegment(91a058f1-4b80-43b6-a108-d369886d8b3c),segment_id=91a058f1-4b80-43b6-a108-d369886d8b3c)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:44:42.550217 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:42.553712 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:42.627348 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Pushing event updated for resources: {'Port': ['ID=3869a15b-033e-4fcf-b59d-bbdf654c1c3d,revision_number=2']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:42.638052 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:43.564873 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 50098) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:43.909178 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [None req-d9851634-e16d-4aa7-86ca-0c2e96ba225e admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:44:43.910173 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-d9851634-e16d-4aa7-86ca-0c2e96ba225e admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3443055 Jun 23 16:44:46.402719 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 50106) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:46.748697 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [None req-d2ed2512-7111-4938-9643-51b2113d7935 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:44:46.749716 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-d2ed2512-7111-4938-9643-51b2113d7935 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3460720 Jun 23 16:44:48.059435 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 3869a15b-033e-4fcf-b59d-bbdf654c1c3d up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:44:48.234965 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port 3869a15b-033e-4fcf-b59d-bbdf654c1c3d completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:44:48.845354 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade2b689-2486-4687-9007-b96dc6c533ff None None] Network dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0 requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:44:48.989681 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-88d68aa7-e3b4-4ab2-a2ab-c6ce34503e80 None None] Provisioning for port 3869a15b-033e-4fcf-b59d-bbdf654c1c3d completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:44:49.013602 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-88d68aa7-e3b4-4ab2-a2ab-c6ce34503e80 None None] Provisioning complete for port 3869a15b-033e-4fcf-b59d-bbdf654c1c3d triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:44:49.014001 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-88d68aa7-e3b4-4ab2-a2ab-c6ce34503e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:49.164829 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-88d68aa7-e3b4-4ab2-a2ab-c6ce34503e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:49.202164 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-88d68aa7-e3b4-4ab2-a2ab-c6ce34503e80 None None] For port 3869a15b-033e-4fcf-b59d-bbdf654c1c3d, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=3869a15b-033e-4fcf-b59d-bbdf654c1c3d,segment=NetworkSegment(91a058f1-4b80-43b6-a108-d369886d8b3c),segment_id=91a058f1-4b80-43b6-a108-d369886d8b3c)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:44:49.320548 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-88d68aa7-e3b4-4ab2-a2ab-c6ce34503e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:49.323637 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:49.369612 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d68aa7-e3b4-4ab2-a2ab-c6ce34503e80 None None] Pushing event updated for resources: {'Port': ['ID=3869a15b-033e-4fcf-b59d-bbdf654c1c3d,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:49.372773 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-88d68aa7-e3b4-4ab2-a2ab-c6ce34503e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:49.420551 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 50120) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:49.439860 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-2206835a-4b6e-49f1-82a0-52853a030b9c None None] Provisioning complete for port 3869a15b-033e-4fcf-b59d-bbdf654c1c3d triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:44:49.440232 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-2206835a-4b6e-49f1-82a0-52853a030b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:49.732424 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-18b73fea-a2fd-4666-a056-7cb61bca4afb admin admin] Request body: {'router': {'tenant_id': '17521abf52a94e92a63e6d3ac9616640', 'admin_state_up': True, 'name': 'router1'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:44:49.864144 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-18b73fea-a2fd-4666-a056-7cb61bca4afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25531'] for router, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:49.866350 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-18b73fea-a2fd-4666-a056-7cb61bca4afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1782601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25506'] for router, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:50.015675 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-18b73fea-a2fd-4666-a056-7cb61bca4afb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:50.034036 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 3869a15b-033e-4fcf-b59d-bbdf654c1c3d up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:44:50.082479 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 3869a15b-033e-4fcf-b59d-bbdf654c1c3d triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:44:50.082854 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:50.101598 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-18b73fea-a2fd-4666-a056-7cb61bca4afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1713261'] for router, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:50.195761 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-18b73fea-a2fd-4666-a056-7cb61bca4afb admin admin] Notify callbacks [] for router, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:50.197054 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-18b73fea-a2fd-4666-a056-7cb61bca4afb admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7754824 Jun 23 16:44:51.440383 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb86a-cee3-4972-a5d5-5410fce3c3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:52.626527 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 50128) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:52.978411 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [None req-e9368622-65cd-4655-b683-831a3a932207 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:44:52.979431 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-e9368622-65cd-4655-b683-831a3a932207 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3519418 Jun 23 16:44:53.977507 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:54.446062 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-0fa9d931-50fb-43b3-8deb-a3cb19f456c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:55.343679 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 50136) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:55.503542 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:55.670225 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-7d766c98-3fbb-4d84-adfd-dc26b68466d2 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:44:55.762097 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d766c98-3fbb-4d84-adfd-dc26b68466d2 admin admin] Made reservation on behalf of 3ffa99f55b3e4332840b5583afdf958b for: {'network': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:44:55.764387 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7d766c98-3fbb-4d84-adfd-dc26b68466d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for network, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:55.783783 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7d766c98-3fbb-4d84-adfd-dc26b68466d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:55.904106 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7d766c98-3fbb-4d84-adfd-dc26b68466d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:56.032251 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7d766c98-3fbb-4d84-adfd-dc26b68466d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:56.032251 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:56.042209 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7d766c98-3fbb-4d84-adfd-dc26b68466d2 admin admin] Reserving flat network on physical network physnet1 {{(pid=105487) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 16:44:56.062494 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d766c98-3fbb-4d84-adfd-dc26b68466d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c2c910-1e4d-47ff-9925-ce63a258b8a5,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:56.069767 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7d766c98-3fbb-4d84-adfd-dc26b68466d2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730820742422', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:56.070388 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7d766c98-3fbb-4d84-adfd-dc26b68466d2 admin admin] Unsubscribe: segment precommit_create {{(pid=105487) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 16:44:56.070899 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.db.segments_db [None req-7d766c98-3fbb-4d84-adfd-dc26b68466d2 admin admin] Added segment cef967f3-881f-49f1-8c44-6888f5472d47 of type flat for network 1cd33bb4-367c-4537-aa24-40400b43cefc Jun 23 16:44:56.075619 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7d766c98-3fbb-4d84-adfd-dc26b68466d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:56.151258 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7d766c98-3fbb-4d84-adfd-dc26b68466d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730820174852'] for network, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:56.286455 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7d766c98-3fbb-4d84-adfd-dc26b68466d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929'] for network, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:56.287994 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d766c98-3fbb-4d84-adfd-dc26b68466d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:56.288655 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7d766c98-3fbb-4d84-adfd-dc26b68466d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:56.291283 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:56.383243 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d766c98-3fbb-4d84-adfd-dc26b68466d2 admin admin] Pushing event updated for resources: {'Network': ['ID=1cd33bb4-367c-4537-aa24-40400b43cefc,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:56.386881 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7d766c98-3fbb-4d84-adfd-dc26b68466d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:56.394306 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Network 1cd33bb4-367c-4537-aa24-40400b43cefc details requested by agent ovs-agent-dv-cinder-797608-1-iscsi with host dv-cinder-797608-1-iscsi {{(pid=105488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:44:56.447267 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-7d766c98-3fbb-4d84-adfd-dc26b68466d2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1024742 Jun 23 16:44:56.988779 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:58.871152 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 50154) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:59.051822 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bb67e9-73b0-4be9-90fd-9441bc584dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:59.054342 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-04bb67e9-73b0-4be9-90fd-9441bc584dc3 admin admin] 10.222.0.25 "GET /v2.0/subnets/808f23bf-f702-4246-a23e-678f0f9d7cc7 HTTP/1.1" status: 200 len: 849 time: 0.1821461 Jun 23 16:44:59.223521 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-864fe1cd-3ffd-44ad-b486-bca12163f41e admin admin] 10.222.0.25 "GET /v2.0/routers/7abd8e23-5246-4926-b543-fa43dad350d5 HTTP/1.1" status: 200 len: 704 time: 0.1617677 Jun 23 16:44:59.499908 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-61071bce-ce40-41a7-832d-7ed2fbe00c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:59.804561 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [None req-61071bce-ce40-41a7-832d-7ed2fbe00c8f admin admin] Allocated IP 172.20.0.1 (dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0/808f23bf-f702-4246-a23e-678f0f9d7cc7/68863f78-a78e-4e92-99c3-1d3ff8396d43) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:44:59.962699 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-61071bce-ce40-41a7-832d-7ed2fbe00c8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:59.985096 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-61071bce-ce40-41a7-832d-7ed2fbe00c8f admin admin] Transition to ACTIVE for port object 68863f78-a78e-4e92-99c3-1d3ff8396d43 will not be triggered until provisioned by entity DHCP. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:45:00.172508 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-61071bce-ce40-41a7-832d-7ed2fbe00c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:00.175647 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:45:00.294280 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61071bce-ce40-41a7-832d-7ed2fbe00c8f admin admin] Network dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0 is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:45:00.298971 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-61071bce-ce40-41a7-832d-7ed2fbe00c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:45:00.305847 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61071bce-ce40-41a7-832d-7ed2fbe00c8f admin admin] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:45:00.305930 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-61071bce-ce40-41a7-832d-7ed2fbe00c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705069'] for router_interface, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:00.371623 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61071bce-ce40-41a7-832d-7ed2fbe00c8f admin admin] Pushing event updated for resources: {'Port': ['ID=68863f78-a78e-4e92-99c3-1d3ff8396d43,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:45:00.382727 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-61071bce-ce40-41a7-832d-7ed2fbe00c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:45:00.656985 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-7fabcd50-d34f-44cf-b434-3282ecb67511 None None] Provisioning for port 68863f78-a78e-4e92-99c3-1d3ff8396d43 completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:45:00.660736 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-7fabcd50-d34f-44cf-b434-3282ecb67511 None None] Provisioning complete for port 68863f78-a78e-4e92-99c3-1d3ff8396d43 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:45:00.661136 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7fabcd50-d34f-44cf-b434-3282ecb67511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:00.669723 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-61071bce-ce40-41a7-832d-7ed2fbe00c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:00.697573 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-7fabcd50-d34f-44cf-b434-3282ecb67511 None None] Port 68863f78-a78e-4e92-99c3-1d3ff8396d43 cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:45:00.856383 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-61071bce-ce40-41a7-832d-7ed2fbe00c8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:01.023259 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-61071bce-ce40-41a7-832d-7ed2fbe00c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:01.024339 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-61071bce-ce40-41a7-832d-7ed2fbe00c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705089'] for router_interface, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:01.026319 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-61071bce-ce40-41a7-832d-7ed2fbe00c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:45:01.116748 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61071bce-ce40-41a7-832d-7ed2fbe00c8f admin admin] Pushing event updated for resources: {'Port': ['ID=68863f78-a78e-4e92-99c3-1d3ff8396d43,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:45:01.121055 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-61071bce-ce40-41a7-832d-7ed2fbe00c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:45:01.168352 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61071bce-ce40-41a7-832d-7ed2fbe00c8f admin admin] Network dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0 is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:45:01.169835 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-61071bce-ce40-41a7-832d-7ed2fbe00c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:45:01.422919 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-b3b0e03e-fda2-4730-8e18-54231808701c None None] Provisioning complete for port 68863f78-a78e-4e92-99c3-1d3ff8396d43 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:45:01.423174 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61071bce-ce40-41a7-832d-7ed2fbe00c8f admin admin] Router 7abd8e23-5246-4926-b543-fa43dad350d5 is scheduled to L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec with binding_index 1 {{(pid=105487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:45:01.423276 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e03e-fda2-4730-8e18-54231808701c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:01.458992 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-b3b0e03e-fda2-4730-8e18-54231808701c None None] Port 68863f78-a78e-4e92-99c3-1d3ff8396d43 cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:45:01.520069 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61071bce-ce40-41a7-832d-7ed2fbe00c8f admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:45:01.525827 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-61071bce-ce40-41a7-832d-7ed2fbe00c8f admin admin] 10.222.0.25 "PUT /v2.0/routers/7abd8e23-5246-4926-b543-fa43dad350d5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2966659 Jun 23 16:45:01.530739 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] Sync routers for ids ['7abd8e23-5246-4926-b543-fa43dad350d5'] in dv-cinder-797608-1-iscsi {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:45:01.542963 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] Routers {'7abd8e23-5246-4926-b543-fa43dad350d5'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:45:01.543743 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:44:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['7abd8e23-5246-4926-b543-fa43dad350d5'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:45:01.732817 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] Set router 7abd8e23-5246-4926-b543-fa43dad350d5 gateway port host: None {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:45:02.170392 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abd8e23-5246-4926-b543-fa43dad350d5', 'name': 'router1', 'tenant_id': '17521abf52a94e92a63e6d3ac9616640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:49Z', 'updated_at': '2021-06-23T16:45:00Z', 'revision_number': 2, 'project_id': '17521abf52a94e92a63e6d3ac9616640', 'gw_port_host': None, '_interfaces': [{'id': '68863f78-a78e-4e92-99c3-1d3ff8396d43', 'name': '', 'network_id': 'dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0', 'tenant_id': '17521abf52a94e92a63e6d3ac9616640', 'mac_address': 'fa:16:3e:5b:5c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abd8e23-5246-4926-b543-fa43dad350d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '808f23bf-f702-4246-a23e-678f0f9d7cc7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:59Z', 'updated_at': '2021-06-23T16:45:00Z', 'revision_number': 2, 'project_id': '17521abf52a94e92a63e6d3ac9616640', 'subnets': [{'id': '808f23bf-f702-4246-a23e-678f0f9d7cc7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abafb7d1-1155-4ab1-aabf-4f66e868a5a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:45:02.223054 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] Checking router: 7abd8e23-5246-4926-b543-fa43dad350d5 for host: dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:45:02.223426 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] Updating router 7abd8e23-5246-4926-b543-fa43dad350d5 port 68863f78-a78e-4e92-99c3-1d3ff8396d43 binding host dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:45:02.290098 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:02.808820 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] Notify callbacks [] for port, precommit_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:02.826488 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.provisioning_blocks [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] Transition to ACTIVE for port object 68863f78-a78e-4e92-99c3-1d3ff8396d43 will not be triggered until provisioned by entity L2. {{(pid=105489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:45:02.903260 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:02.906385 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:45:03.063470 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c09ac-768f-444c-a48d-73fde428c6b4 None None] Pushing event updated for resources: {'Port': ['ID=68863f78-a78e-4e92-99c3-1d3ff8396d43,revision_number=3']} {{(pid=105489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:45:03.078563 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] Attempting to bind port 68863f78-a78e-4e92-99c3-1d3ff8396d43 on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:45:03.078844 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] Attempting to bind port 68863f78-a78e-4e92-99c3-1d3ff8396d43 by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': '91a058f1-4b80-43b6-a108-d369886d8b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0'}] {{(pid=105489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:45:03.079286 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] Attempting to bind port 68863f78-a78e-4e92-99c3-1d3ff8396d43 on network dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0 {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:45:03.088329 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:45:03.088764 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] Checking segment: {'id': '91a058f1-4b80-43b6-a108-d369886d8b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:45:03.089286 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:03.089684 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] Bound using segment: {'id': '91a058f1-4b80-43b6-a108-d369886d8b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0'} {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:45:03.090199 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] Bound port: 68863f78-a78e-4e92-99c3-1d3ff8396d43, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a058f1-4b80-43b6-a108-d369886d8b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0'}}] {{(pid=105489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:45:03.090576 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:03.093099 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c09ac-768f-444c-a48d-73fde428c6b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:45:03.093467 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c09ac-768f-444c-a48d-73fde428c6b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:45:03.093789 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c09ac-768f-444c-a48d-73fde428c6b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:45:03.094108 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c09ac-768f-444c-a48d-73fde428c6b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:45:03.094432 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c09ac-768f-444c-a48d-73fde428c6b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:45:03.094753 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c09ac-768f-444c-a48d-73fde428c6b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:45:03.095075 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c09ac-768f-444c-a48d-73fde428c6b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:45:03.095391 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c09ac-768f-444c-a48d-73fde428c6b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:45:03.095727 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c09ac-768f-444c-a48d-73fde428c6b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:45:03.096115 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c09ac-768f-444c-a48d-73fde428c6b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:45:03.096432 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c09ac-768f-444c-a48d-73fde428c6b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:45:03.096749 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c09ac-768f-444c-a48d-73fde428c6b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c09ac-768f-444c-a48d-73fde428c6b4 None None] Tracked resource versions report: Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: pushed versions: Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: { 'AddressGroup': {'1.2'}, Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: 'ConntrackHelper': {'1.0'}, Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: 'Log': {'1.0'}, Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: 'Network': {'1.1'}, Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: 'Port': {'1.7'}, Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: 'PortForwarding': {'1.2'}, Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: 'QosPolicy': {'1.8'}, Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: 'SecurityGroup': {'1.4'}, Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: 'SubPort': {'1.0'}, Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: 'Subnet': {'1.1'}, Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: 'Trunk': {'1.1'}} Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: consumer versions: Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: { DHCP agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: L3 agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: Metadata agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: Metering agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: Open vSwitch agent@dv-cinder-797608-1-iscsi: { 'AddressGroup': '1.2', Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: 'ConntrackHelper': '1.0', Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: 'Log': '1.0', Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: 'Network': '1.1', Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: 'Port': '1.7', Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: 'PortForwarding': '1.2', Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: 'QosPolicy': '1.8', Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: 'SecurityGroup': '1.4', Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: 'SecurityGroupRule': '1.2', Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: 'SubPort': '1.0', Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: 'Subnet': '1.1', Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: 'Trunk': '1.1'}} Jun 23 16:45:03.097909 dv-cinder-797608-1-iscsi neutron-server[105489]: {{(pid=105489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:45:03.102483 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-fc2c09ac-768f-444c-a48d-73fde428c6b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:45:03.167812 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.db [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] For port 68863f78-a78e-4e92-99c3-1d3ff8396d43, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:45:03.195007 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.db [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] For port 68863f78-a78e-4e92-99c3-1d3ff8396d43, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=68863f78-a78e-4e92-99c3-1d3ff8396d43,segment=NetworkSegment(91a058f1-4b80-43b6-a108-d369886d8b3c),segment_id=91a058f1-4b80-43b6-a108-d369886d8b3c)] {{(pid=105489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:45:03.274776 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:03.277885 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-fc2c09ac-768f-444c-a48d-73fde428c6b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:45:03.330064 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] Routers {'7abd8e23-5246-4926-b543-fa43dad350d5'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:45:03.330707 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:44:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['7abd8e23-5246-4926-b543-fa43dad350d5'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:45:03.405054 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c09ac-768f-444c-a48d-73fde428c6b4 None None] Pushing event updated for resources: {'Port': ['ID=68863f78-a78e-4e92-99c3-1d3ff8396d43,revision_number=4']} {{(pid=105489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:45:03.416903 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-fc2c09ac-768f-444c-a48d-73fde428c6b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:45:03.433580 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] Set router 7abd8e23-5246-4926-b543-fa43dad350d5 gateway port host: None {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:45:03.649906 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abd8e23-5246-4926-b543-fa43dad350d5', 'name': 'router1', 'tenant_id': '17521abf52a94e92a63e6d3ac9616640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:49Z', 'updated_at': '2021-06-23T16:45:00Z', 'revision_number': 2, 'project_id': '17521abf52a94e92a63e6d3ac9616640', 'gw_port_host': None, '_interfaces': [{'id': '68863f78-a78e-4e92-99c3-1d3ff8396d43', 'name': '', 'network_id': 'dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0', 'tenant_id': '17521abf52a94e92a63e6d3ac9616640', 'mac_address': 'fa:16:3e:5b:5c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abd8e23-5246-4926-b543-fa43dad350d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '808f23bf-f702-4246-a23e-678f0f9d7cc7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:59Z', 'updated_at': '2021-06-23T16:45:03Z', 'revision_number': 4, 'project_id': '17521abf52a94e92a63e6d3ac9616640', 'subnets': [{'id': '808f23bf-f702-4246-a23e-678f0f9d7cc7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abafb7d1-1155-4ab1-aabf-4f66e868a5a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:45:03.678963 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb63834-a13d-4fdb-8e17-776ef3fc479b None None] The sync data for ids ['7abd8e23-5246-4926-b543-fa43dad350d5'] in dv-cinder-797608-1-iscsi is: [{'id': '7abd8e23-5246-4926-b543-fa43dad350d5', 'name': 'router1', 'tenant_id': '17521abf52a94e92a63e6d3ac9616640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:49Z', 'updated_at': '2021-06-23T16:45:00Z', 'revision_number': 2, 'project_id': '17521abf52a94e92a63e6d3ac9616640', 'gw_port_host': None, '_interfaces': [{'id': '68863f78-a78e-4e92-99c3-1d3ff8396d43', 'name': '', 'network_id': 'dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0', 'tenant_id': '17521abf52a94e92a63e6d3ac9616640', 'mac_address': 'fa:16:3e:5b:5c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abd8e23-5246-4926-b543-fa43dad350d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '808f23bf-f702-4246-a23e-678f0f9d7cc7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:59Z', 'updated_at': '2021-06-23T16:45:03Z', 'revision_number': 4, 'project_id': '17521abf52a94e92a63e6d3ac9616640', 'subnets': [{'id': '808f23bf-f702-4246-a23e-678f0f9d7cc7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abafb7d1-1155-4ab1-aabf-4f66e868a5a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:45:03.831230 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 50174) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:45:03.946662 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3dc63a-c526-463b-a54c-934ec6101455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:03.949573 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-eb3dc63a-c526-463b-a54c-934ec6101455 admin admin] 10.222.0.25 "GET /v2.0/networks/1cd33bb4-367c-4537-aa24-40400b43cefc HTTP/1.1" status: 200 len: 842 time: 0.1172922 Jun 23 16:45:03.957287 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-1960ffd3-01dd-4120-87f1-79afe2c64460 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:45:04.120078 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1960ffd3-01dd-4120-87f1-79afe2c64460 admin admin] Made reservation on behalf of 3ffa99f55b3e4332840b5583afdf958b for: {'subnet': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:45:04.122546 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1960ffd3-01dd-4120-87f1-79afe2c64460 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:04.518433 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.objects.ports [None req-1960ffd3-01dd-4120-87f1-79afe2c64460 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105487) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 16:45:04.518882 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1960ffd3-01dd-4120-87f1-79afe2c64460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922'] for subnet, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:04.522642 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:45:04.577797 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960ffd3-01dd-4120-87f1-79afe2c64460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1811faaa-3b17-4cfd-8a02-b64db4dab64a,revision_number=0']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:45:04.586778 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-1960ffd3-01dd-4120-87f1-79afe2c64460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:45:04.587685 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1960ffd3-01dd-4120-87f1-79afe2c64460 admin admin] Checking segment: {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:45:04.588035 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1960ffd3-01dd-4120-87f1-79afe2c64460 admin admin] Network hostable DHCP agents. Network: 1cd33bb4-367c-4537-aa24-40400b43cefc, hostable agents: ['5e144bd6-6a48-4538-b5f5-f54886500fdf'], hosted agents: [] {{(pid=105487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:45:04.743323 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1960ffd3-01dd-4120-87f1-79afe2c64460 admin admin] Network 1cd33bb4-367c-4537-aa24-40400b43cefc is scheduled to be hosted by DHCP agent 5e144bd6-6a48-4538-b5f5-f54886500fdf with binding_index 1 {{(pid=105487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:45:04.851448 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-1960ffd3-01dd-4120-87f1-79afe2c64460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-1-iscsi, 1cd33bb4-367c-4537-aa24-40400b43cefc) {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:45:04.861268 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1960ffd3-01dd-4120-87f1-79afe2c64460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:04.861915 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1960ffd3-01dd-4120-87f1-79afe2c64460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:04.869075 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd240df-8c8d-42ce-b06f-b49e2bdb5c53 None None] Network 1cd33bb4-367c-4537-aa24-40400b43cefc requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:45:04.961503 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-1960ffd3-01dd-4120-87f1-79afe2c64460 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0076187 Jun 23 16:45:05.006335 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b29bdf-5201-491f-a815-85b8659b607d None None] Network 1cd33bb4-367c-4537-aa24-40400b43cefc requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:45:07.255949 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 50186) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:45:07.396427 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-b4d289e4-8371-41eb-84ba-722a8c0f4d48 admin admin] 10.222.0.25 "GET /v2.0/routers/7abd8e23-5246-4926-b543-fa43dad350d5 HTTP/1.1" status: 200 len: 710 time: 0.1387386 Jun 23 16:45:07.560407 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200df441-a9a5-4b77-8239-fe5e9d22871f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:07.566922 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-200df441-a9a5-4b77-8239-fe5e9d22871f admin admin] 10.222.0.25 "GET /v2.0/networks/1cd33bb4-367c-4537-aa24-40400b43cefc HTTP/1.1" status: 200 len: 886 time: 0.1601479 Jun 23 16:45:07.571600 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-ad5cfd89-2e59-4456-bafd-26f671d9c1e5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:45:07.830779 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ad5cfd89-2e59-4456-bafd-26f671d9c1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1640840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27992'] for router, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:08.064729 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 68863f78-a78e-4e92-99c3-1d3ff8396d43 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:45:08.199846 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port 68863f78-a78e-4e92-99c3-1d3ff8396d43 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:45:08.204007 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 68863f78-a78e-4e92-99c3-1d3ff8396d43 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:45:08.204456 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:08.205663 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ad5cfd89-2e59-4456-bafd-26f671d9c1e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:08.280789 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ad5cfd89-2e59-4456-bafd-26f671d9c1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:08.302908 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:08.334812 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] For port 68863f78-a78e-4e92-99c3-1d3ff8396d43, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=68863f78-a78e-4e92-99c3-1d3ff8396d43,segment=NetworkSegment(91a058f1-4b80-43b6-a108-d369886d8b3c),segment_id=91a058f1-4b80-43b6-a108-d369886d8b3c)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:45:08.388082 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [None req-ad5cfd89-2e59-4456-bafd-26f671d9c1e5 admin admin] Allocated IP 172.27.2.223 (1cd33bb4-367c-4537-aa24-40400b43cefc/1811faaa-3b17-4cfd-8a02-b64db4dab64a/78003219-30e4-4736-be23-a42a11ff36f1) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:45:08.468714 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:08.471063 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-06d4e33d-bcb7-4403-95ac-8239ee984324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:45:08.496197 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ad5cfd89-2e59-4456-bafd-26f671d9c1e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:08.569174 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Pushing event updated for resources: {'Port': ['ID=68863f78-a78e-4e92-99c3-1d3ff8396d43,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:45:08.572627 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:45:08.697429 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ad5cfd89-2e59-4456-bafd-26f671d9c1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:08.699840 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-61071bce-ce40-41a7-832d-7ed2fbe00c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:45:08.738703 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5cfd89-2e59-4456-bafd-26f671d9c1e5 admin admin] Network 1cd33bb4-367c-4537-aa24-40400b43cefc is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:45:08.741653 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-ad5cfd89-2e59-4456-bafd-26f671d9c1e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:45:08.745268 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5cfd89-2e59-4456-bafd-26f671d9c1e5 admin admin] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:45:08.750760 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cfd89-2e59-4456-bafd-26f671d9c1e5 admin admin] Pushing event updated for resources: {'Port': ['ID=78003219-30e4-4736-be23-a42a11ff36f1,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:45:08.782857 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-ad5cfd89-2e59-4456-bafd-26f671d9c1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:45:09.150695 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ad5cfd89-2e59-4456-bafd-26f671d9c1e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:09.431708 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ad5cfd89-2e59-4456-bafd-26f671d9c1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1640840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27992'] for router, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:09.434860 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ad5cfd89-2e59-4456-bafd-26f671d9c1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1713261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1713158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1713183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640883'] for router, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:09.541815 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5cfd89-2e59-4456-bafd-26f671d9c1e5 admin admin] Router 7abd8e23-5246-4926-b543-fa43dad350d5 has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:45:09.647705 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5cfd89-2e59-4456-bafd-26f671d9c1e5 admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:45:09.651794 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ad5cfd89-2e59-4456-bafd-26f671d9c1e5 admin admin] Notify callbacks [] for router, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:09.652973 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-ad5cfd89-2e59-4456-bafd-26f671d9c1e5 admin admin] 10.222.0.25 "PUT /v2.0/routers/7abd8e23-5246-4926-b543-fa43dad350d5 HTTP/1.1" status: 200 len: 890 time: 2.0848792 Jun 23 16:45:09.668248 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] Sync routers for ids ['7abd8e23-5246-4926-b543-fa43dad350d5'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:45:09.679574 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] Routers {'7abd8e23-5246-4926-b543-fa43dad350d5'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:45:09.680226 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:44:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['7abd8e23-5246-4926-b543-fa43dad350d5'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:45:09.901059 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] Set router 7abd8e23-5246-4926-b543-fa43dad350d5 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:45:10.072037 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 68863f78-a78e-4e92-99c3-1d3ff8396d43 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:45:10.252606 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 68863f78-a78e-4e92-99c3-1d3ff8396d43 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:45:10.253001 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:10.419025 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abd8e23-5246-4926-b543-fa43dad350d5', 'name': 'router1', 'tenant_id': '17521abf52a94e92a63e6d3ac9616640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '78003219-30e4-4736-be23-a42a11ff36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:49Z', 'updated_at': '2021-06-23T16:45:08Z', 'revision_number': 4, 'project_id': '17521abf52a94e92a63e6d3ac9616640', 'gw_port': {'id': '78003219-30e4-4736-be23-a42a11ff36f1', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abd8e23-5246-4926-b543-fa43dad350d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:45:08Z', 'updated_at': '2021-06-23T16:45:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '68863f78-a78e-4e92-99c3-1d3ff8396d43', 'name': '', 'network_id': 'dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0', 'tenant_id': '17521abf52a94e92a63e6d3ac9616640', 'mac_address': 'fa:16:3e:5b:5c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abd8e23-5246-4926-b543-fa43dad350d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '808f23bf-f702-4246-a23e-678f0f9d7cc7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:59Z', 'updated_at': '2021-06-23T16:45:08Z', 'revision_number': 5, 'project_id': '17521abf52a94e92a63e6d3ac9616640', 'subnets': [{'id': '808f23bf-f702-4246-a23e-678f0f9d7cc7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abafb7d1-1155-4ab1-aabf-4f66e868a5a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:45:10.470945 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] Checking router: 7abd8e23-5246-4926-b543-fa43dad350d5 for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:45:10.471305 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] Updating router 7abd8e23-5246-4926-b543-fa43dad350d5 port 78003219-30e4-4736-be23-a42a11ff36f1 binding host dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:45:10.510018 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:10.835903 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] Notify callbacks [] for port, precommit_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:10.845383 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] Transition to ACTIVE for port object 78003219-30e4-4736-be23-a42a11ff36f1 will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:45:10.939076 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:10.941453 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-88d68aa7-e3b4-4ab2-a2ab-c6ce34503e80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:45:10.992128 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] Attempting to bind port 78003219-30e4-4736-be23-a42a11ff36f1 on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:45:10.992496 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] Attempting to bind port 78003219-30e4-4736-be23-a42a11ff36f1 by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:45:10.992856 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] Attempting to bind port 78003219-30e4-4736-be23-a42a11ff36f1 on network 1cd33bb4-367c-4537-aa24-40400b43cefc {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:45:10.994954 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae66cdf-2b90-4907-93e7-b436b627ad8e None None] Pushing event updated for resources: {'Port': ['ID=78003219-30e4-4736-be23-a42a11ff36f1,revision_number=2']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:45:10.998130 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-5ae66cdf-2b90-4907-93e7-b436b627ad8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:45:11.000811 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:45:11.001210 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] Checking segment: {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:45:11.001613 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:11.002572 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] Bound using segment: {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:45:11.002572 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] Bound port: 78003219-30e4-4736-be23-a42a11ff36f1, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:45:11.002833 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:11.140758 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] For port 78003219-30e4-4736-be23-a42a11ff36f1, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:45:11.143754 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] For port 78003219-30e4-4736-be23-a42a11ff36f1, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=78003219-30e4-4736-be23-a42a11ff36f1,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:45:11.240337 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:11.242648 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:45:11.265536 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] Routers {'7abd8e23-5246-4926-b543-fa43dad350d5'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:45:11.266160 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:44:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['7abd8e23-5246-4926-b543-fa43dad350d5'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:45:11.465596 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae66cdf-2b90-4907-93e7-b436b627ad8e None None] Pushing event updated for resources: {'Port': ['ID=78003219-30e4-4736-be23-a42a11ff36f1,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:45:11.472404 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-5ae66cdf-2b90-4907-93e7-b436b627ad8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:45:11.492542 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] Set router 7abd8e23-5246-4926-b543-fa43dad350d5 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:45:11.717182 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abd8e23-5246-4926-b543-fa43dad350d5', 'name': 'router1', 'tenant_id': '17521abf52a94e92a63e6d3ac9616640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '78003219-30e4-4736-be23-a42a11ff36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:49Z', 'updated_at': '2021-06-23T16:45:08Z', 'revision_number': 4, 'project_id': '17521abf52a94e92a63e6d3ac9616640', 'gw_port': {'id': '78003219-30e4-4736-be23-a42a11ff36f1', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abd8e23-5246-4926-b543-fa43dad350d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:45:08Z', 'updated_at': '2021-06-23T16:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '68863f78-a78e-4e92-99c3-1d3ff8396d43', 'name': '', 'network_id': 'dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0', 'tenant_id': '17521abf52a94e92a63e6d3ac9616640', 'mac_address': 'fa:16:3e:5b:5c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abd8e23-5246-4926-b543-fa43dad350d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '808f23bf-f702-4246-a23e-678f0f9d7cc7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:59Z', 'updated_at': '2021-06-23T16:45:08Z', 'revision_number': 5, 'project_id': '17521abf52a94e92a63e6d3ac9616640', 'subnets': [{'id': '808f23bf-f702-4246-a23e-678f0f9d7cc7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abafb7d1-1155-4ab1-aabf-4f66e868a5a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:45:11.744400 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14646c20-75b6-4dae-aeb4-8b480c1da365 None None] The sync data for ids ['7abd8e23-5246-4926-b543-fa43dad350d5'] in dv-cinder-797608-1-iscsi is: [{'id': '7abd8e23-5246-4926-b543-fa43dad350d5', 'name': 'router1', 'tenant_id': '17521abf52a94e92a63e6d3ac9616640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '78003219-30e4-4736-be23-a42a11ff36f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:49Z', 'updated_at': '2021-06-23T16:45:08Z', 'revision_number': 4, 'project_id': '17521abf52a94e92a63e6d3ac9616640', 'gw_port': {'id': '78003219-30e4-4736-be23-a42a11ff36f1', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abd8e23-5246-4926-b543-fa43dad350d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:45:08Z', 'updated_at': '2021-06-23T16:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '68863f78-a78e-4e92-99c3-1d3ff8396d43', 'name': '', 'network_id': 'dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0', 'tenant_id': '17521abf52a94e92a63e6d3ac9616640', 'mac_address': 'fa:16:3e:5b:5c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abd8e23-5246-4926-b543-fa43dad350d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '808f23bf-f702-4246-a23e-678f0f9d7cc7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:59Z', 'updated_at': '2021-06-23T16:45:08Z', 'revision_number': 5, 'project_id': '17521abf52a94e92a63e6d3ac9616640', 'subnets': [{'id': '808f23bf-f702-4246-a23e-678f0f9d7cc7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abafb7d1-1155-4ab1-aabf-4f66e868a5a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:45:12.080667 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 78003219-30e4-4736-be23-a42a11ff36f1 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:45:12.088729 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 50194) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:45:12.205417 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port 78003219-30e4-4736-be23-a42a11ff36f1 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:45:12.210194 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 78003219-30e4-4736-be23-a42a11ff36f1 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:45:12.210526 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:12.249836 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-fac0e5a8-9531-4e87-a186-af673199ee97 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1598489 Jun 23 16:45:12.308237 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:12.331840 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] For port 78003219-30e4-4736-be23-a42a11ff36f1, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=78003219-30e4-4736-be23-a42a11ff36f1,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:45:12.428827 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:12.432380 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:45:12.484568 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Pushing event updated for resources: {'Port': ['ID=78003219-30e4-4736-be23-a42a11ff36f1,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:45:12.487637 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:45:14.055839 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 78003219-30e4-4736-be23-a42a11ff36f1 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:45:14.108255 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 78003219-30e4-4736-be23-a42a11ff36f1 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:45:14.108632 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:14.274606 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 5 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:45:21.448359 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-6cf2b762-2171-4444-b9df-4c270202bda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:23.982060 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:24.513689 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-5839a037-b073-43ee-989e-f066fc951b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:25.474614 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:26.971057 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:51.274377 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 5 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:45:51.404181 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-88ac9723-486c-4b86-b752-957fef23e202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:53.959171 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:54.455379 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-949868f5-580e-4a8b-9aa5-6252c84d187c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:55.473308 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:56.981598 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:21.413702 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-9fad963f-d16b-4da2-ad78-74fb8fad8f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:23.945552 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:24.471641 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-8ce3716c-6afe-4958-92f3-ee569fcd84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:25.471551 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:26.998306 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.273854 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 5 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:46:51.470251 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf339-6689-48d9-aabd-d646286c4256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:52.958631 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 50762) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:53.028849 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a78f2e-6392-4fd0-8a77-193cd42eb9ab admin admin] GET failed (client error): The resource could not be found. Jun 23 16:46:53.031111 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-a5a78f2e-6392-4fd0-8a77-193cd42eb9ab admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0714619 Jun 23 16:46:53.218906 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895a6fdc-7534-4f00-be97-798b5a0600cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:53.220417 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-895a6fdc-7534-4f00-be97-798b5a0600cc admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1853571 Jun 23 16:46:53.956125 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:54.459249 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-15cf5545-64e2-421d-812c-cc6eaf435023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:55.406950 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 50772) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:55.476080 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:55.548045 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cb972b-9471-4324-b8a5-583e6bdc9436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:55.549432 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-60cb972b-9471-4324-b8a5-583e6bdc9436 admin admin] 10.222.0.25 "GET /v2.0/subnets/808f23bf-f702-4246-a23e-678f0f9d7cc7 HTTP/1.1" status: 200 len: 849 time: 0.1414170 Jun 23 16:46:55.558635 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-a7bf1fbe-9471-4f50-9fb5-2d8f54da49ca admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:46:55.646966 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a7bf1fbe-9471-4f50-9fb5-2d8f54da49ca admin admin] Notify callbacks [] for subnet, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:55.904853 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a7bf1fbe-9471-4f50-9fb5-2d8f54da49ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730820593628'] for subnet, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:55.907271 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:55.946813 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bf1fbe-9471-4f50-9fb5-2d8f54da49ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:55.947910 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a7bf1fbe-9471-4f50-9fb5-2d8f54da49ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:55.950344 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-a7bf1fbe-9471-4f50-9fb5-2d8f54da49ca admin admin] 10.222.0.25 "PUT /v2.0/subnets/808f23bf-f702-4246-a23e-678f0f9d7cc7 HTTP/1.1" status: 200 len: 868 time: 0.3938701 Jun 23 16:46:55.951863 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59851c81-c132-4993-9169-fb38e80a438e None None] Network dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0 requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:46:55.965142 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf1fbe-9471-4f50-9fb5-2d8f54da49ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=808f23bf-f702-4246-a23e-678f0f9d7cc7,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:55.974026 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf1fbe-9471-4f50-9fb5-2d8f54da49ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:55.974406 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf1fbe-9471-4f50-9fb5-2d8f54da49ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:55.974727 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf1fbe-9471-4f50-9fb5-2d8f54da49ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:55.975060 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf1fbe-9471-4f50-9fb5-2d8f54da49ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:55.975384 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf1fbe-9471-4f50-9fb5-2d8f54da49ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:55.975709 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf1fbe-9471-4f50-9fb5-2d8f54da49ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:55.976034 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf1fbe-9471-4f50-9fb5-2d8f54da49ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:55.976371 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf1fbe-9471-4f50-9fb5-2d8f54da49ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:55.977348 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf1fbe-9471-4f50-9fb5-2d8f54da49ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:55.977348 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf1fbe-9471-4f50-9fb5-2d8f54da49ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:55.977614 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf1fbe-9471-4f50-9fb5-2d8f54da49ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:55.977831 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf1fbe-9471-4f50-9fb5-2d8f54da49ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:55.982042 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-a7bf1fbe-9471-4f50-9fb5-2d8f54da49ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:56.337540 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-024e8228-147a-4239-8a46-817e1ad0fc9d None None] Provisioning complete for port 68863f78-a78e-4e92-99c3-1d3ff8396d43 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:46:56.337957 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-024e8228-147a-4239-8a46-817e1ad0fc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:56.423539 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-024e8228-147a-4239-8a46-817e1ad0fc9d None None] Provisioning complete for port 3869a15b-033e-4fcf-b59d-bbdf654c1c3d triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:46:56.423816 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-024e8228-147a-4239-8a46-817e1ad0fc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:57.018777 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:58.134378 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 50780) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:58.348283 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0d5af4-2636-43cb-9975-a03ae62221c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:58.348641 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0d5af4-2636-43cb-9975-a03ae62221c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:58.350189 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-4c0d5af4-2636-43cb-9975-a03ae62221c5 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2145543 Jun 23 16:47:00.510596 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 50788) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:47:00.648359 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c700a5a-c0a9-4277-94db-3f8b94935234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:00.648837 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c700a5a-c0a9-4277-94db-3f8b94935234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:00.650432 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-9c700a5a-c0a9-4277-94db-3f8b94935234 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1388650 Jun 23 16:47:02.825445 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 50796) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:47:03.011401 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692091b4-a2c2-4aed-bf97-a4641f25ee03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:03.012738 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-692091b4-a2c2-4aed-bf97-a4641f25ee03 admin admin] 10.222.0.25 "GET /v2.0/networks/1cd33bb4-367c-4537-aa24-40400b43cefc HTTP/1.1" status: 200 len: 886 time: 0.1857979 Jun 23 16:47:05.208578 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 50804) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:47:05.272040 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 5 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:47:05.344875 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f5f909-53a8-45bf-b903-ea61a7c3fe3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:05.346279 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-27f5f909-53a8-45bf-b903-ea61a7c3fe3b admin admin] 10.222.0.25 "GET /v2.0/networks/dd4ae641-8c3a-49ba-86a0-d4fe93bb53a0 HTTP/1.1" status: 200 len: 870 time: 0.1366963 Jun 23 16:47:07.532279 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 50814) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:47:07.662020 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990aef7b-95d1-43e6-b592-aedf82757574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:07.662490 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990aef7b-95d1-43e6-b592-aedf82757574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:07.664046 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-990aef7b-95d1-43e6-b592-aedf82757574 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1304643 Jun 23 16:47:09.899901 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 50822) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:47:10.030410 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6475ac0e-e30c-4cdb-9e09-30d660a91603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:10.030878 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6475ac0e-e30c-4cdb-9e09-30d660a91603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:10.032428 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-6475ac0e-e30c-4cdb-9e09-30d660a91603 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1315548 Jun 23 16:47:12.228321 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 50830) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:47:12.319121 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2570a92d-00df-4370-acfd-1562f32b34e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:12.320503 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-2570a92d-00df-4370-acfd-1562f32b34e7 admin admin] 10.222.0.25 "GET /v2.0/subnets/1811faaa-3b17-4cfd-8a02-b64db4dab64a HTTP/1.1" status: 200 len: 816 time: 0.0912132 Jun 23 16:47:14.479821 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 50838) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:47:14.570676 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e13508-0dca-4a44-8824-0a8756ddb690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:14.572041 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-50e13508-0dca-4a44-8824-0a8756ddb690 admin admin] 10.222.0.25 "GET /v2.0/subnets/808f23bf-f702-4246-a23e-678f0f9d7cc7 HTTP/1.1" status: 200 len: 868 time: 0.0912714 Jun 23 16:47:21.400881 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-559d066e-f361-42ae-962c-8b1de8638232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:23.937963 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:24.469530 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-6c668593-8f37-4e22-b5d0-49940e9f8c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:25.473846 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:27.023462 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:38.500502 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 50882) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:47:38.550680 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [None req-37ed26dc-a23c-468d-85a9-b9c6deb47eb0 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:47:38.551676 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-37ed26dc-a23c-468d-85a9-b9c6deb47eb0 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502055 Jun 23 16:47:40.783679 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 50890) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:47:40.845663 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c95776-c261-40d5-8ee5-23b92d4bc324 admin admin] GET failed (client error): The resource could not be found. Jun 23 16:47:40.847080 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-29c95776-c261-40d5-8ee5-23b92d4bc324 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0623822 Jun 23 16:47:40.986862 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ec228b-35d5-4b3d-8605-cb6e2a815aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:40.988242 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-04ec228b-35d5-4b3d-8605-cb6e2a815aa0 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1373630 Jun 23 16:47:42.271274 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 5 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:47:43.180364 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 50898) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:47:43.228710 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:47:43.342518 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] Made reservation on behalf of 3ffa99f55b3e4332840b5583afdf958b for: {'network': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:47:43.344856 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for network, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:43.377376 dv-cinder-797608-1-iscsi neutron-server[105487]: WARNING neutron.services.revisions.revision_plugin [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] Could not find related network for resource to bump revision. Jun 23 16:47:43.393161 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] vlan segment allocate from pool success with {'vlan_id': 1368, 'physical_network': 'physnet1'} {{(pid=105487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:47:43.402822 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:43.403170 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.db.segments_db [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] Added segment db07131c-02c1-4c70-a4e9-82f8671eb36f of type vlan for network 662ebf7c-2929-46ac-a151-fe7a2074d513 Jun 23 16:47:43.441687 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730820174852'] for network, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:43.571325 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929'] for network, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:43.572647 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:43.574014 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:43.576092 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:47:43.633034 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] Pushing event updated for resources: {'Network': ['ID=662ebf7c-2929-46ac-a151-fe7a2074d513,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:47:43.640411 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:43.640769 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:43.641126 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:43.641513 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:43.641915 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:43.642273 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:43.642618 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:43.642974 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:43.643331 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:43.643676 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:43.643992 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:43.644359 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:43.648359 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:47:43.656596 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Network 662ebf7c-2929-46ac-a151-fe7a2074d513 details requested by agent ovs-agent-dv-cinder-797608-1-iscsi with host dv-cinder-797608-1-iscsi {{(pid=105488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:47:43.731461 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-6e433465-be55-4174-ba2e-e6bc330498dc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.5495787 Jun 23 16:47:45.909553 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 50906) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:47:45.975874 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c5c2ae-2e28-48ce-9eb9-0afb51dfc2a2 admin admin] GET failed (client error): The resource could not be found. Jun 23 16:47:45.977262 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-44c5c2ae-2e28-48ce-9eb9-0afb51dfc2a2 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0667467 Jun 23 16:47:46.047610 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8d214a-4c2b-4a17-9df4-a847e74c2ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:46.048963 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-af8d214a-4c2b-4a17-9df4-a847e74c2ac9 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0669546 Jun 23 16:47:46.059625 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-77a19cdf-9edb-4333-8966-b1b1652ea104 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '662ebf7c-2929-46ac-a151-fe7a2074d513'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:47:46.143015 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a19cdf-9edb-4333-8966-b1b1652ea104 admin admin] Made reservation on behalf of 3ffa99f55b3e4332840b5583afdf958b for: {'subnet': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:47:46.145372 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-77a19cdf-9edb-4333-8966-b1b1652ea104 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:46.440318 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-77a19cdf-9edb-4333-8966-b1b1652ea104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922'] for subnet, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:46.442835 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-1960ffd3-01dd-4120-87f1-79afe2c64460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:47:46.495843 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a19cdf-9edb-4333-8966-b1b1652ea104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b27eb8-664c-480e-a54b-4e5fe80703e2,revision_number=0']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:47:46.499298 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-77a19cdf-9edb-4333-8966-b1b1652ea104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:47:46.504781 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a19cdf-9edb-4333-8966-b1b1652ea104 admin admin] Checking segment: {'id': 'db07131c-02c1-4c70-a4e9-82f8671eb36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '662ebf7c-2929-46ac-a151-fe7a2074d513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:47:46.505162 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a19cdf-9edb-4333-8966-b1b1652ea104 admin admin] Network hostable DHCP agents. Network: 662ebf7c-2929-46ac-a151-fe7a2074d513, hostable agents: ['5e144bd6-6a48-4538-b5f5-f54886500fdf'], hosted agents: [] {{(pid=105487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:47:46.674062 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a19cdf-9edb-4333-8966-b1b1652ea104 admin admin] Network 662ebf7c-2929-46ac-a151-fe7a2074d513 is scheduled to be hosted by DHCP agent 5e144bd6-6a48-4538-b5f5-f54886500fdf with binding_index 1 {{(pid=105487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:47:46.754505 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-77a19cdf-9edb-4333-8966-b1b1652ea104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-1-iscsi, 662ebf7c-2929-46ac-a151-fe7a2074d513) {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:47:46.758783 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a19cdf-9edb-4333-8966-b1b1652ea104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:46.759758 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-77a19cdf-9edb-4333-8966-b1b1652ea104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:46.765626 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17ddeaf-c64a-4407-ab08-12dfb96076d4 None None] Network 662ebf7c-2929-46ac-a151-fe7a2074d513 requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:47:46.892696 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-77a19cdf-9edb-4333-8966-b1b1652ea104 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8371732 Jun 23 16:47:47.020078 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp688f085e-dfc1-5e94-bdc4-2cd86705c474-662ebf7c-2929-46ac-a151-fe7a2074d513', 'network_id': '662ebf7c-2929-46ac-a151-fe7a2074d513', 'tenant_id': '3ffa99f55b3e4332840b5583afdf958b', 'fixed_ips': [{'subnet_id': 'e4b27eb8-664c-480e-a54b-4e5fe80703e2'}]}} from dv-cinder-797608-1-iscsi. {{(pid=105488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:47:47.021007 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:47.190523 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.db_base_plugin_common [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Allocated IP 192.168.233.2 (662ebf7c-2929-46ac-a151-fe7a2074d513/e4b27eb8-664c-480e-a54b-4e5fe80703e2/f1d73599-f179-4ed9-b9b6-760adfa59cf7) {{(pid=105488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:47:47.353171 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Notify callbacks [] for port, precommit_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:47.362575 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Transition to ACTIVE for port object f1d73599-f179-4ed9-b9b6-760adfa59cf7 will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:47:47.379943 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Transition to ACTIVE for port object f1d73599-f179-4ed9-b9b6-760adfa59cf7 will not be triggered until provisioned by entity DHCP. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:47:47.453512 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099'] for port, after_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:47.456903 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:47:47.499969 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Network 662ebf7c-2929-46ac-a151-fe7a2074d513 is already hosted by enough agents. {{(pid=105488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:47:47.506988 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.scheduler.base_scheduler [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Resources bound (agent type, host, resource id): {{(pid=105488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:47:47.508717 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Pushing event updated for resources: {'Port': ['ID=f1d73599-f179-4ed9-b9b6-760adfa59cf7,revision_number=1']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:47:47.512890 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Received port after_create {{(pid=105488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:47:47.526976 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:47.527335 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:47.527672 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:47.528004 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:47.528332 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:47.528657 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:47.528982 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:47.529348 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:47.529685 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:47.530006 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:47.530317 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:47.530634 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:47.535394 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:47:47.598361 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Attempting to bind port f1d73599-f179-4ed9-b9b6-760adfa59cf7 on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:47:47.598771 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Attempting to bind port f1d73599-f179-4ed9-b9b6-760adfa59cf7 by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': 'db07131c-02c1-4c70-a4e9-82f8671eb36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '662ebf7c-2929-46ac-a151-fe7a2074d513'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:47:47.599138 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Attempting to bind port f1d73599-f179-4ed9-b9b6-760adfa59cf7 on network 662ebf7c-2929-46ac-a151-fe7a2074d513 {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:47:47.605948 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:47:47.606256 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Checking segment: {'id': 'db07131c-02c1-4c70-a4e9-82f8671eb36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '662ebf7c-2929-46ac-a151-fe7a2074d513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:47:47.606663 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:47.607082 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Bound using segment: {'id': 'db07131c-02c1-4c70-a4e9-82f8671eb36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '662ebf7c-2929-46ac-a151-fe7a2074d513'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:47:47.607533 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Bound port: f1d73599-f179-4ed9-b9b6-760adfa59cf7, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db07131c-02c1-4c70-a4e9-82f8671eb36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '662ebf7c-2929-46ac-a151-fe7a2074d513'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:47:47.607899 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:47.678564 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] For port f1d73599-f179-4ed9-b9b6-760adfa59cf7, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:47:47.681828 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] For port f1d73599-f179-4ed9-b9b6-760adfa59cf7, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=f1d73599-f179-4ed9-b9b6-760adfa59cf7,segment=NetworkSegment(db07131c-02c1-4c70-a4e9-82f8671eb36f),segment_id=db07131c-02c1-4c70-a4e9-82f8671eb36f)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:47:47.761272 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:47.763564 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:47:47.823457 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Pushing event updated for resources: {'Port': ['ID=f1d73599-f179-4ed9-b9b6-760adfa59cf7,revision_number=2']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:47:47.826806 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:47:48.195375 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device f1d73599-f179-4ed9-b9b6-760adfa59cf7 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:47:48.349074 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port f1d73599-f179-4ed9-b9b6-760adfa59cf7 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:47:48.721808 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d36d6c-d87d-49e6-bc57-96fe9fc6037f None None] Network 662ebf7c-2929-46ac-a151-fe7a2074d513 requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:47:48.857311 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-a8f326d4-3298-4d16-9051-62324a663fbe None None] Provisioning for port f1d73599-f179-4ed9-b9b6-760adfa59cf7 completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:47:48.864560 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-a8f326d4-3298-4d16-9051-62324a663fbe None None] Provisioning complete for port f1d73599-f179-4ed9-b9b6-760adfa59cf7 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:47:48.864941 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-a8f326d4-3298-4d16-9051-62324a663fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:48.984956 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-a8f326d4-3298-4d16-9051-62324a663fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:49.021714 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-a8f326d4-3298-4d16-9051-62324a663fbe None None] For port f1d73599-f179-4ed9-b9b6-760adfa59cf7, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=f1d73599-f179-4ed9-b9b6-760adfa59cf7,segment=NetworkSegment(db07131c-02c1-4c70-a4e9-82f8671eb36f),segment_id=db07131c-02c1-4c70-a4e9-82f8671eb36f)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:47:49.137721 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-a8f326d4-3298-4d16-9051-62324a663fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:49.139824 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:47:49.193719 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f326d4-3298-4d16-9051-62324a663fbe None None] Pushing event updated for resources: {'Port': ['ID=f1d73599-f179-4ed9-b9b6-760adfa59cf7,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:47:49.196740 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-a8f326d4-3298-4d16-9051-62324a663fbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:47:49.260049 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-5489b0f4-4ded-4817-b411-3b35123ed6b7 None None] Provisioning complete for port f1d73599-f179-4ed9-b9b6-760adfa59cf7 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:47:49.260341 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-5489b0f4-4ded-4817-b411-3b35123ed6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:50.170908 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device f1d73599-f179-4ed9-b9b6-760adfa59cf7 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:47:50.221989 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port f1d73599-f179-4ed9-b9b6-760adfa59cf7 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:47:50.222366 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:51.451084 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-03e4f21a-1f44-42a0-99a0-58303f359025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:53.965943 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:54.474462 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3fa1126b-4b0d-4903-86c2-984b325ee4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:55.485028 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:57.039422 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:19.271163 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 5 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:48:21.414357 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-f17e9320-f747-47fd-b051-4b29e0a44538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:24.020224 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:24.524101 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-cf5320cb-3141-4b2f-ab0e-0269a31fee2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:25.489737 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:27.004262 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:51.447770 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-15674f22-0f38-4b88-80dd-2dcda1abad7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:54.054289 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:54.477090 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-da344336-2755-4145-b91c-6959bc73e20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:55.511220 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:56.269514 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 5 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:48:57.031156 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:08.947153 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 50958) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:49:08.953764 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [None req-fec818a1-c5db-413f-a6d1-86bd4c10b87e tempest-verify_tempest_config-1380010120 tempest-verify_tempest_config-1380010120-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:49:08.954757 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-fec818a1-c5db-413f-a6d1-86bd4c10b87e tempest-verify_tempest_config-1380010120 tempest-verify_tempest_config-1380010120-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066185 Jun 23 16:49:09.765967 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 50976) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:49:09.889651 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d3807a4c-3e27-4117-9377-44d5c2db2934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:09.979033 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d3807a4c-3e27-4117-9377-44d5c2db2934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:10.053830 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d3807a4c-3e27-4117-9377-44d5c2db2934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:10.060277 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:49:10.103427 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-d3807a4c-3e27-4117-9377-44d5c2db2934 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=344e948e0a3644ec955931c2b1504445&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3362298 Jun 23 16:49:10.104318 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 50980) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:49:10.104870 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3807a4c-3e27-4117-9377-44d5c2db2934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a5e822-47b4-4ddb-a285-abfd2fe20901,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:49:10.113167 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3807a4c-3e27-4117-9377-44d5c2db2934 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:10.113845 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3807a4c-3e27-4117-9377-44d5c2db2934 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:10.114278 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3807a4c-3e27-4117-9377-44d5c2db2934 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:10.114531 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3807a4c-3e27-4117-9377-44d5c2db2934 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:10.114865 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3807a4c-3e27-4117-9377-44d5c2db2934 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:10.115213 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3807a4c-3e27-4117-9377-44d5c2db2934 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:10.115547 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3807a4c-3e27-4117-9377-44d5c2db2934 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:10.115891 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3807a4c-3e27-4117-9377-44d5c2db2934 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:10.116317 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3807a4c-3e27-4117-9377-44d5c2db2934 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:10.116569 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3807a4c-3e27-4117-9377-44d5c2db2934 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:10.116894 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3807a4c-3e27-4117-9377-44d5c2db2934 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:10.117237 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3807a4c-3e27-4117-9377-44d5c2db2934 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:10.121555 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-d3807a4c-3e27-4117-9377-44d5c2db2934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:49:10.169142 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-65479fdd-f6a5-4cd0-b088-7e4baf870622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:10.193006 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-65479fdd-f6a5-4cd0-b088-7e4baf870622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:10.361344 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-65479fdd-f6a5-4cd0-b088-7e4baf870622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:10.364114 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-65479fdd-f6a5-4cd0-b088-7e4baf870622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:10.365372 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-65479fdd-f6a5-4cd0-b088-7e4baf870622 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2a5e822-47b4-4ddb-a285-abfd2fe20901 HTTP/1.1" status: 204 len: 168 time: 0.2597530 Jun 23 16:49:10.366012 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:49:10.373857 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65479fdd-f6a5-4cd0-b088-7e4baf870622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a5e822-47b4-4ddb-a285-abfd2fe20901,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:49:10.380826 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65479fdd-f6a5-4cd0-b088-7e4baf870622 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:10.381337 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65479fdd-f6a5-4cd0-b088-7e4baf870622 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:10.381536 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65479fdd-f6a5-4cd0-b088-7e4baf870622 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:10.381867 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65479fdd-f6a5-4cd0-b088-7e4baf870622 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:10.382192 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65479fdd-f6a5-4cd0-b088-7e4baf870622 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:10.382513 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65479fdd-f6a5-4cd0-b088-7e4baf870622 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:10.383120 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65479fdd-f6a5-4cd0-b088-7e4baf870622 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:10.383457 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65479fdd-f6a5-4cd0-b088-7e4baf870622 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:10.383876 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65479fdd-f6a5-4cd0-b088-7e4baf870622 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:10.384125 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65479fdd-f6a5-4cd0-b088-7e4baf870622 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:10.384440 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65479fdd-f6a5-4cd0-b088-7e4baf870622 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:10.384754 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65479fdd-f6a5-4cd0-b088-7e4baf870622 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:10.392393 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-65479fdd-f6a5-4cd0-b088-7e4baf870622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:49:21.436361 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-57aa6f6c-c6b9-43b7-8cd2-3d847e9949df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:23.944900 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:24.480598 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-37bcd592-3bc0-4001-98d3-92a44b11e21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:25.498884 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:27.012966 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:33.268019 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 5 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:49:51.429705 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7991ea14-d709-49a3-b116-aa7934091c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:53.954741 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:54.509569 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-0c5eab4f-d899-4d25-9ac2-9b81e4202590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:55.492006 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:56.995139 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:10.267297 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 5 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:50:21.432378 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-77487646-0c1f-4e73-a144-2d260b4ce5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:23.974698 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:24.454769 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-4636df08-46c1-4b83-b982-6f700f014f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:25.551871 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:27.054650 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:47.266649 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 5 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:50:51.445486 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7659431c-e816-4158-8b9a-1d9a4735fcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:52.564100 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413'] for agent, after_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:53.964676 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:54.470424 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-4c231499-1af9-42f7-8384-9106c317effe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:55.501442 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:57.015439 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:08.461080 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 51054) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:51:08.571293 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-f4caeb89-1c55-48f0-9fbd-1adf4f80de39 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1090765 Jun 23 16:51:10.778764 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 51064) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:51:10.840012 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-077171a0-83e2-4c1d-8bcf-8b94719573fa admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0589411 Jun 23 16:51:21.441767 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c01f0dad-8ecd-478b-9e19-ebd247a4ceb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:22.581435 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:23.964635 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:24.266621 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:51:24.458963 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-67b33b3a-023d-455c-b6ce-7b749ebf8b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:25.592771 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:27.021451 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:51.427304 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-fe98debb-eeba-455b-a420-de1bbe5bb573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:52.615949 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:53.959261 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:54.459403 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-6b198b8a-e6ca-4a9d-aea0-b10483722a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:55.524421 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:57.062447 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:01.267251 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:52:21.454216 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-d3ddad0d-928d-4018-a584-722eae846323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:22.587867 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:23.980354 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:24.468061 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-076518d3-2a79-47da-b0cd-e988564bb903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:25.505180 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:27.044928 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:38.274012 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:52:45.001646 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 51232) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:45.181987 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 51250) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:45.284092 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-888616358-network', 'tenant_id': '87ef8f3f77b44efca262f73df840952f'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:52:45.398428 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1817363858-network', 'tenant_id': 'c64b75fe914b4651bb46da8ae8b9af3f'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:52:45.497085 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Made reservation on behalf of 87ef8f3f77b44efca262f73df840952f for: {'network': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:52:45.499518 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for network, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:45.508226 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:45.659994 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Made reservation on behalf of c64b75fe914b4651bb46da8ae8b9af3f for: {'network': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:52:45.659994 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for network, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:45.673958 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:45.744558 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:45.857588 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:45.862344 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-65479fdd-f6a5-4cd0-b088-7e4baf870622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:45.878023 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1386, 'physical_network': 'physnet1'} {{(pid=105487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:52:45.910715 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f42be92-3795-4445-8791-3a5f8272f0ce,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:45.919669 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:45.920330 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.db.segments_db [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Added segment 86c6b180-6392-4bf7-bfce-1134c8aa2a34 of type vlan for network bc51e331-2a78-4fd9-b34d-0d910adf86ff Jun 23 16:52:45.930207 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:45.930877 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:45.935046 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:45.935046 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:45.935046 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:45.935046 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:45.935046 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:45.936202 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:45.937044 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:45.938077 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:45.938833 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:45.939342 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Tracked resource versions report: Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: pushed versions: Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: { 'AddressGroup': {'1.2'}, Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: 'ConntrackHelper': {'1.0'}, Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: 'Log': {'1.0'}, Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: 'Network': {'1.1'}, Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: 'Port': {'1.7'}, Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: 'PortForwarding': {'1.2'}, Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: 'QosPolicy': {'1.8'}, Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: 'SecurityGroup': {'1.4'}, Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: 'SubPort': {'1.0'}, Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: 'Subnet': {'1.1'}, Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: 'Trunk': {'1.1'}} Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: consumer versions: Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: { DHCP agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: HyperV agent@hv-cinder-79760: {}, Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: L3 agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: Metadata agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: Metering agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: Open vSwitch agent@dv-cinder-797608-1-iscsi: { 'AddressGroup': '1.2', Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: 'ConntrackHelper': '1.0', Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: 'Log': '1.0', Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: 'Network': '1.1', Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: 'Port': '1.7', Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: 'PortForwarding': '1.2', Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: 'QosPolicy': '1.8', Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: 'SecurityGroup': '1.4', Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: 'SecurityGroupRule': '1.2', Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: 'SubPort': '1.0', Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: 'Subnet': '1.1', Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: 'Trunk': '1.1'}} Jun 23 16:52:45.941648 dv-cinder-797608-1-iscsi neutron-server[105487]: {{(pid=105487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:52:45.946076 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:45.958469 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 51278) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:45.958691 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:45.998247 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730820174852'] for network, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:46.058304 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:46.063316 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:46.083142 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1395, 'physical_network': 'physnet1'} {{(pid=105486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:52:46.102249 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a10ab07-de74-4140-b044-d73398609bfd,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:46.104877 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:46.105428 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.segments_db [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Added segment 61907c93-3fb6-4116-9203-2dec6b399647 of type vlan for network d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c Jun 23 16:52:46.118674 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:46.119016 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:46.119352 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:46.119687 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:46.120042 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:46.120619 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:46.121087 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:46.121458 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:46.121789 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:46.122112 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:46.122437 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:46.122752 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Tracked resource versions report: Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: pushed versions: Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: { 'AddressGroup': {'1.2'}, Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: 'ConntrackHelper': {'1.0'}, Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: 'Log': {'1.0'}, Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: 'Network': {'1.1'}, Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: 'Port': {'1.7'}, Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: 'PortForwarding': {'1.2'}, Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: 'QosPolicy': {'1.8'}, Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: 'SecurityGroup': {'1.4'}, Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: 'SubPort': {'1.0'}, Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: 'Subnet': {'1.1'}, Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: 'Trunk': {'1.1'}} Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: consumer versions: Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: { DHCP agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: HyperV agent@hv-cinder-79760: {}, Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: L3 agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: Metadata agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: Metering agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: Open vSwitch agent@dv-cinder-797608-1-iscsi: { 'AddressGroup': '1.2', Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: 'ConntrackHelper': '1.0', Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: 'Log': '1.0', Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: 'Network': '1.1', Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: 'Port': '1.7', Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: 'PortForwarding': '1.2', Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: 'QosPolicy': '1.8', Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: 'SecurityGroup': '1.4', Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: 'SecurityGroupRule': '1.2', Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: 'SubPort': '1.0', Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: 'Subnet': '1.1', Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: 'Trunk': '1.1'}} Jun 23 16:52:46.123842 dv-cinder-797608-1-iscsi neutron-server[105486]: {{(pid=105486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:52:46.127252 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:46.152983 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929'] for network, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:46.154715 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:46.155298 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:46.164196 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730820174852'] for network, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:46.166618 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:46.222553 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Pushing event updated for resources: {'Network': ['ID=bc51e331-2a78-4fd9-b34d-0d910adf86ff,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:46.236557 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:46.243188 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Network bc51e331-2a78-4fd9-b34d-0d910adf86ff details requested by agent ovs-agent-dv-cinder-797608-1-iscsi with host dv-cinder-797608-1-iscsi {{(pid=105488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:52:46.281052 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2781255 Jun 23 16:52:46.285760 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 51304) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:46.294604 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-80dac7c3-fba5-415f-8773-261a0e9846d1 admin admin] Request body: {'subnet': {'network_id': 'bc51e331-2a78-4fd9-b34d-0d910adf86ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-888616358-subnet', 'tenant_id': '87ef8f3f77b44efca262f73df840952f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:52:46.334866 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929'] for network, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:46.337719 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:46.340503 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:46.351779 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 51306) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:46.371243 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:46.408728 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 51316) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:46.482554 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-07383eea-2cc7-4f67-a629-2ff58899b7e6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-692728524-network', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:52:46.491020 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80dac7c3-fba5-415f-8773-261a0e9846d1 admin admin] Made reservation on behalf of 87ef8f3f77b44efca262f73df840952f for: {'subnet': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:52:46.492526 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-b3fd58bf-52d5-40ba-9242-7abec0f2eae5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1191488516-network', 'tenant_id': '13aefe26f9b840c483117371156e9160'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:52:46.495258 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-80dac7c3-fba5-415f-8773-261a0e9846d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:46.598012 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 51322) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:46.598294 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4145234 Jun 23 16:52:46.604022 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-d4f32593-2e29-4948-8d51-99b276c389a2 admin admin] Request body: {'subnet': {'network_id': 'd50fc5fd-e347-4ed1-af50-9b71cc2f0d3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1817363858-subnet', 'tenant_id': 'c64b75fe914b4651bb46da8ae8b9af3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:52:46.619511 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Pushing event updated for resources: {'Network': ['ID=d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:46.633320 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Network d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c details requested by agent ovs-agent-dv-cinder-797608-1-iscsi with host dv-cinder-797608-1-iscsi {{(pid=105488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:52:46.681669 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:46.708867 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fd58bf-52d5-40ba-9242-7abec0f2eae5 admin admin] Made reservation on behalf of 13aefe26f9b840c483117371156e9160 for: {'network': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:52:46.711615 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b3fd58bf-52d5-40ba-9242-7abec0f2eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for network, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:46.726123 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b3fd58bf-52d5-40ba-9242-7abec0f2eae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:46.739294 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-b2be905b-9c61-45c3-996d-b54b631a3425 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1168562064-network', 'tenant_id': '5154028ed208411e9386166a04b9486a'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:52:46.837146 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07383eea-2cc7-4f67-a629-2ff58899b7e6 admin admin] Made reservation on behalf of 58bd8fd6ed204ffa93646e359469c46f for: {'network': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:52:46.837146 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-07383eea-2cc7-4f67-a629-2ff58899b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for network, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:46.868660 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-07383eea-2cc7-4f67-a629-2ff58899b7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:46.937408 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f32593-2e29-4948-8d51-99b276c389a2 admin admin] Made reservation on behalf of c64b75fe914b4651bb46da8ae8b9af3f for: {'subnet': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:52:46.941400 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d4f32593-2e29-4948-8d51-99b276c389a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:47.000474 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-80dac7c3-fba5-415f-8773-261a0e9846d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922'] for subnet, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:47.004285 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-a7bf1fbe-9471-4f50-9fb5-2d8f54da49ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:47.062380 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2be905b-9c61-45c3-996d-b54b631a3425 admin admin] Made reservation on behalf of 5154028ed208411e9386166a04b9486a for: {'network': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:52:47.070995 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b2be905b-9c61-45c3-996d-b54b631a3425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for network, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:47.087560 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b2be905b-9c61-45c3-996d-b54b631a3425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:47.132990 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dac7c3-fba5-415f-8773-261a0e9846d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40e372d6-9afa-4c58-9f87-929f1c34938e,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:47.140243 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-80dac7c3-fba5-415f-8773-261a0e9846d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:47.173084 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dac7c3-fba5-415f-8773-261a0e9846d1 admin admin] Checking segment: {'id': '86c6b180-6392-4bf7-bfce-1134c8aa2a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': 'bc51e331-2a78-4fd9-b34d-0d910adf86ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:52:47.173932 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dac7c3-fba5-415f-8773-261a0e9846d1 admin admin] Network hostable DHCP agents. Network: bc51e331-2a78-4fd9-b34d-0d910adf86ff, hostable agents: ['5e144bd6-6a48-4538-b5f5-f54886500fdf'], hosted agents: [] {{(pid=105486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:52:47.207472 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.db.api [None req-07383eea-2cc7-4f67-a629-2ff58899b7e6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 16:52:47.207472 dv-cinder-797608-1-iscsi neutron-server[105486]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 16:52:47.207472 dv-cinder-797608-1-iscsi neutron-server[105486]: [parameters: {'project_id_1': '58bd8fd6ed204ffa93646e359469c46f', 'expiration_1': datetime.datetime(2021, 6, 23, 16, 52, 46, 893362)}] Jun 23 16:52:47.207472 dv-cinder-797608-1-iscsi neutron-server[105486]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 16:52:47.208112 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_db.api [None req-07383eea-2cc7-4f67-a629-2ff58899b7e6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 16:52:47.242143 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.db.api [None req-b2be905b-9c61-45c3-996d-b54b631a3425 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 16:52:47.242143 dv-cinder-797608-1-iscsi neutron-server[105486]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 16:52:47.242143 dv-cinder-797608-1-iscsi neutron-server[105486]: [parameters: {'project_id_1': '5154028ed208411e9386166a04b9486a', 'expiration_1': datetime.datetime(2021, 6, 23, 16, 52, 47, 102385)}] Jun 23 16:52:47.242143 dv-cinder-797608-1-iscsi neutron-server[105486]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 16:52:47.242649 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_db.api [None req-b2be905b-9c61-45c3-996d-b54b631a3425 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 16:52:47.353536 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dac7c3-fba5-415f-8773-261a0e9846d1 admin admin] Network bc51e331-2a78-4fd9-b34d-0d910adf86ff is scheduled to be hosted by DHCP agent 5e144bd6-6a48-4538-b5f5-f54886500fdf with binding_index 1 {{(pid=105486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:52:47.367688 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b3fd58bf-52d5-40ba-9242-7abec0f2eae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:47.457784 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d4f32593-2e29-4948-8d51-99b276c389a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922'] for subnet, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:47.460261 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:47.492215 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-80dac7c3-fba5-415f-8773-261a0e9846d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-1-iscsi, bc51e331-2a78-4fd9-b34d-0d910adf86ff) {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:52:47.498833 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b3fd58bf-52d5-40ba-9242-7abec0f2eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:47.502881 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dac7c3-fba5-415f-8773-261a0e9846d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:47.502881 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-80dac7c3-fba5-415f-8773-261a0e9846d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:47.509068 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22e53c8-2950-4606-b945-621ef528bd33 None None] Network bc51e331-2a78-4fd9-b34d-0d910adf86ff requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:52:47.541255 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3fd58bf-52d5-40ba-9242-7abec0f2eae5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1381, 'physical_network': 'physnet1'} {{(pid=105487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:52:47.547310 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f32593-2e29-4948-8d51-99b276c389a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a52dc808-0c5f-492f-9d6b-c07b79049643,revision_number=0']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:47.560284 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-d4f32593-2e29-4948-8d51-99b276c389a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:47.560701 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:47.581928 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f32593-2e29-4948-8d51-99b276c389a2 admin admin] Checking segment: {'id': '61907c93-3fb6-4116-9203-2dec6b399647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'd50fc5fd-e347-4ed1-af50-9b71cc2f0d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:52:47.582293 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f32593-2e29-4948-8d51-99b276c389a2 admin admin] Network hostable DHCP agents. Network: d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c, hostable agents: ['5e144bd6-6a48-4538-b5f5-f54886500fdf'], hosted agents: [] {{(pid=105487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:52:47.589031 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b3fd58bf-52d5-40ba-9242-7abec0f2eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:47.589419 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.db.segments_db [None req-b3fd58bf-52d5-40ba-9242-7abec0f2eae5 admin admin] Added segment b569fb93-7894-43d9-9e6f-ec82b13b1eb5 of type vlan for network b23fbb98-5784-4b39-a20a-1c7bc7c6884e Jun 23 16:52:47.612247 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-80dac7c3-fba5-415f-8773-261a0e9846d1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3250949 Jun 23 16:52:47.612910 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd58bf-52d5-40ba-9242-7abec0f2eae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a892400-df48-4020-9f48-59566cd06b92,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:47.615128 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 51346) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:47.618560 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-b3fd58bf-52d5-40ba-9242-7abec0f2eae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:47.621616 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-7b62f05f-fc69-447d-94b3-6affd73ef531 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-888616358-router', 'tenant_id': '87ef8f3f77b44efca262f73df840952f', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:52:47.670424 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b3fd58bf-52d5-40ba-9242-7abec0f2eae5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730820174852'] for network, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:47.709299 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-07383eea-2cc7-4f67-a629-2ff58899b7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:47.744398 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b2be905b-9c61-45c3-996d-b54b631a3425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:47.781433 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b1b263-a9c3-4b39-bcc2-894bf1632e03 None None] Network bc51e331-2a78-4fd9-b34d-0d910adf86ff requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:52:47.822684 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f32593-2e29-4948-8d51-99b276c389a2 admin admin] Network d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c is scheduled to be hosted by DHCP agent 5e144bd6-6a48-4538-b5f5-f54886500fdf with binding_index 1 {{(pid=105487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:52:47.834977 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b3fd58bf-52d5-40ba-9242-7abec0f2eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929'] for network, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:47.837657 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fd58bf-52d5-40ba-9242-7abec0f2eae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:47.839305 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b3fd58bf-52d5-40ba-9242-7abec0f2eae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:47.844583 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:47.877618 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7b62f05f-fc69-447d-94b3-6affd73ef531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25531'] for router, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:47.879541 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7b62f05f-fc69-447d-94b3-6affd73ef531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1782601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25506'] for router, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:47.930059 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-d4f32593-2e29-4948-8d51-99b276c389a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-1-iscsi, d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c) {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:52:47.940060 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af72976-a754-4746-ba92-d193c2f14f2b None None] Network d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:52:47.941096 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f32593-2e29-4948-8d51-99b276c389a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:47.941860 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d4f32593-2e29-4948-8d51-99b276c389a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:47.970759 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd58bf-52d5-40ba-9242-7abec0f2eae5 admin admin] Pushing event updated for resources: {'Network': ['ID=b23fbb98-5784-4b39-a20a-1c7bc7c6884e,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:47.978214 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-b3fd58bf-52d5-40ba-9242-7abec0f2eae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:48.014612 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Network b23fbb98-5784-4b39-a20a-1c7bc7c6884e details requested by agent ovs-agent-dv-cinder-797608-1-iscsi with host dv-cinder-797608-1-iscsi {{(pid=105488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:52:48.020228 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7b62f05f-fc69-447d-94b3-6affd73ef531 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:48.069059 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-07383eea-2cc7-4f67-a629-2ff58899b7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:48.177577 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d5916c-d130-457e-9be2-0120df3c672b None None] Network d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:52:48.275588 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-07383eea-2cc7-4f67-a629-2ff58899b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:48.331538 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:48.344503 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-d4f32593-2e29-4948-8d51-99b276c389a2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7451582 Jun 23 16:52:48.366512 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07383eea-2cc7-4f67-a629-2ff58899b7e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1393, 'physical_network': 'physnet1'} {{(pid=105486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:52:48.425220 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07383eea-2cc7-4f67-a629-2ff58899b7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387ede02-d810-4fe6-bea6-9d9b0766dd87,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:48.428879 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-07383eea-2cc7-4f67-a629-2ff58899b7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:48.431428 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-07383eea-2cc7-4f67-a629-2ff58899b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:48.431779 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.segments_db [None req-07383eea-2cc7-4f67-a629-2ff58899b7e6 admin admin] Added segment 7ce0ca5b-adf1-4b37-ab99-6a138d2965c2 of type vlan for network 9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 Jun 23 16:52:48.487194 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7b62f05f-fc69-447d-94b3-6affd73ef531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1640840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27992'] for router, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:48.561983 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-07383eea-2cc7-4f67-a629-2ff58899b7e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730820174852'] for network, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:48.686442 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b2be905b-9c61-45c3-996d-b54b631a3425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:48.813580 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-07383eea-2cc7-4f67-a629-2ff58899b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929'] for network, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:48.814809 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b2be905b-9c61-45c3-996d-b54b631a3425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:48.849610 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07383eea-2cc7-4f67-a629-2ff58899b7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:48.850536 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-07383eea-2cc7-4f67-a629-2ff58899b7e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:48.859017 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-cdf5f75b-13f3-4f30-be38-9a76eb490d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:48.899801 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2be905b-9c61-45c3-996d-b54b631a3425 admin admin] vlan segment allocate from pool success with {'vlan_id': 1351, 'physical_network': 'physnet1'} {{(pid=105486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:52:48.962233 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 51392) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:48.966647 dv-cinder-797608-1-iscsi neutron-server[105487]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 16:52:48.976892 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-b3fd58bf-52d5-40ba-9242-7abec0f2eae5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6239040 Jun 23 16:52:48.983043 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 51394) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:48.983722 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07383eea-2cc7-4f67-a629-2ff58899b7e6 admin admin] Pushing event updated for resources: {'Network': ['ID=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:48.992194 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-07383eea-2cc7-4f67-a629-2ff58899b7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:48.993269 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b2be905b-9c61-45c3-996d-b54b631a3425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:48.993621 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.segments_db [None req-b2be905b-9c61-45c3-996d-b54b631a3425 admin admin] Added segment 8a8b6c68-4a71-4b70-b6e2-9f80bc7e39b6 of type vlan for network b01eafc3-a1bb-467d-82c4-dec3d6adce5d Jun 23 16:52:48.994892 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:48.996496 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Network 9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 details requested by agent ovs-agent-dv-cinder-797608-1-iscsi with host dv-cinder-797608-1-iscsi {{(pid=105488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:52:49.000964 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-149763cd-68f9-4fd3-8ad7-4490cb63d22e admin admin] Request body: {'subnet': {'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1191488516-subnet', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:52:49.067283 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7b62f05f-fc69-447d-94b3-6affd73ef531 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:49.091277 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-07383eea-2cc7-4f67-a629-2ff58899b7e6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.1314692 Jun 23 16:52:49.109566 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 51398) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:49.128822 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-3a6a8271-a030-4371-a9c5-e4d334c80319 admin admin] Request body: {'subnet': {'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-692728524-subnet', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:52:49.129157 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b2be905b-9c61-45c3-996d-b54b631a3425 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730820174852'] for network, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:49.133005 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7b62f05f-fc69-447d-94b3-6affd73ef531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:49.140325 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be905b-9c61-45c3-996d-b54b631a3425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777861e6-b808-4ed9-896e-ca0be85c727e,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:49.154310 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-b2be905b-9c61-45c3-996d-b54b631a3425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:49.253559 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.db.resource_extend [None req-b2be905b-9c61-45c3-996d-b54b631a3425 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 16:52:49.265394 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-9691e093-6581-435c-b300-b34172a047e6 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:49.273723 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-9691e093-6581-435c-b300-b34172a047e6 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/networks?id=d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c HTTP/1.1" status: 200 len: 812 time: 0.3086195 Jun 23 16:52:49.316596 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-c8f02531-91e7-426b-b1e5-347e89ece260 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/quotas/c64b75fe914b4651bb46da8ae8b9af3f HTTP/1.1" status: 200 len: 375 time: 0.0168781 Jun 23 16:52:49.394249 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149763cd-68f9-4fd3-8ad7-4490cb63d22e admin admin] Made reservation on behalf of 13aefe26f9b840c483117371156e9160 for: {'subnet': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:52:49.397054 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-149763cd-68f9-4fd3-8ad7-4490cb63d22e admin admin] Notify callbacks [] for subnet, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:49.397935 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-c2603565-76ef-4e59-8c40-d3ff97194b3c tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c64b75fe914b4651bb46da8ae8b9af3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757990 Jun 23 16:52:49.483603 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-7b62f05f-fc69-447d-94b3-6affd73ef531 admin admin] Allocated IP 172.27.2.164 (1cd33bb4-367c-4537-aa24-40400b43cefc/1811faaa-3b17-4cfd-8a02-b64db4dab64a/e17095f3-29c7-401d-925e-cd983409edd8) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:52:49.491260 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b2be905b-9c61-45c3-996d-b54b631a3425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929'] for network, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:49.500602 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2be905b-9c61-45c3-996d-b54b631a3425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:49.501211 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b2be905b-9c61-45c3-996d-b54b631a3425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:49.510915 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:49.525318 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6a8271-a030-4371-a9c5-e4d334c80319 admin admin] Made reservation on behalf of 58bd8fd6ed204ffa93646e359469c46f for: {'subnet': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:52:49.528688 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3a6a8271-a030-4371-a9c5-e4d334c80319 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:49.594454 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-c7521a7b-9962-450a-a1d6-c86c400279bf service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:52:49.596156 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-c7521a7b-9962-450a-a1d6-c86c400279bf service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1072993 Jun 23 16:52:49.638388 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-b2be905b-9c61-45c3-996d-b54b631a3425 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 3.2278290 Jun 23 16:52:49.644031 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 51418) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:49.657291 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be905b-9c61-45c3-996d-b54b631a3425 admin admin] Pushing event updated for resources: {'Network': ['ID=b01eafc3-a1bb-467d-82c4-dec3d6adce5d,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:49.661388 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-c5027ae4-652a-4dbd-ab91-0de8fe0674a6 admin admin] Request body: {'subnet': {'network_id': 'b01eafc3-a1bb-467d-82c4-dec3d6adce5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1168562064-subnet', 'tenant_id': '5154028ed208411e9386166a04b9486a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:52:49.672534 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Network b01eafc3-a1bb-467d-82c4-dec3d6adce5d details requested by agent ovs-agent-dv-cinder-797608-1-iscsi with host dv-cinder-797608-1-iscsi {{(pid=105488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:52:49.684520 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-b2be905b-9c61-45c3-996d-b54b631a3425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:49.766290 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7b62f05f-fc69-447d-94b3-6affd73ef531 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:49.790904 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-f9bd80e7-b458-4555-ac49-031d7bb0cba2 service neutron] 10.222.0.25 "GET /v2.0/networks/d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842380 Jun 23 16:52:49.877076 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5027ae4-652a-4dbd-ab91-0de8fe0674a6 admin admin] Made reservation on behalf of 5154028ed208411e9386166a04b9486a for: {'subnet': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:52:49.879411 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c5027ae4-652a-4dbd-ab91-0de8fe0674a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:49.913357 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-149763cd-68f9-4fd3-8ad7-4490cb63d22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922'] for subnet, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:49.923237 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:50.018107 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-8e779b38-9817-41f8-9582-d5909442510e service neutron] 10.222.0.25 "GET /v2.0/networks/d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125077 Jun 23 16:52:50.024370 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149763cd-68f9-4fd3-8ad7-4490cb63d22e admin admin] Pushing event updated for resources: {'Subnet': ['ID=556de990-9411-4552-8962-8043c6baa871,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:50.027334 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-149763cd-68f9-4fd3-8ad7-4490cb63d22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:50.033145 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149763cd-68f9-4fd3-8ad7-4490cb63d22e admin admin] Checking segment: {'id': 'b569fb93-7894-43d9-9e6f-ec82b13b1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:52:50.033942 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149763cd-68f9-4fd3-8ad7-4490cb63d22e admin admin] Network hostable DHCP agents. Network: b23fbb98-5784-4b39-a20a-1c7bc7c6884e, hostable agents: ['5e144bd6-6a48-4538-b5f5-f54886500fdf'], hosted agents: [] {{(pid=105486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:52:50.106452 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3a6a8271-a030-4371-a9c5-e4d334c80319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922'] for subnet, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:50.112148 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7b62f05f-fc69-447d-94b3-6affd73ef531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:50.114640 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:50.120409 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-d4f32593-2e29-4948-8d51-99b276c389a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:50.184786 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149763cd-68f9-4fd3-8ad7-4490cb63d22e admin admin] Network b23fbb98-5784-4b39-a20a-1c7bc7c6884e is scheduled to be hosted by DHCP agent 5e144bd6-6a48-4538-b5f5-f54886500fdf with binding_index 1 {{(pid=105486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:52:50.194896 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b62f05f-fc69-447d-94b3-6affd73ef531 admin admin] Network 1cd33bb4-367c-4537-aa24-40400b43cefc is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:52:50.199843 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a8271-a030-4371-a9c5-e4d334c80319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc9f899-f082-4611-8cfd-98693f165ef6,revision_number=0']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:50.205091 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-3a6a8271-a030-4371-a9c5-e4d334c80319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:50.206461 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-7b62f05f-fc69-447d-94b3-6affd73ef531 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:52:50.212352 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b62f05f-fc69-447d-94b3-6affd73ef531 admin admin] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:52:50.219452 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6a8271-a030-4371-a9c5-e4d334c80319 admin admin] Checking segment: {'id': '7ce0ca5b-adf1-4b37-ab99-6a138d2965c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:52:50.219946 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6a8271-a030-4371-a9c5-e4d334c80319 admin admin] Network hostable DHCP agents. Network: 9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9, hostable agents: ['5e144bd6-6a48-4538-b5f5-f54886500fdf'], hosted agents: [] {{(pid=105487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:52:50.256049 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62f05f-fc69-447d-94b3-6affd73ef531 admin admin] Pushing event updated for resources: {'Port': ['ID=e17095f3-29c7-401d-925e-cd983409edd8,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:50.263111 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-7b62f05f-fc69-447d-94b3-6affd73ef531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:50.274049 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c5027ae4-652a-4dbd-ab91-0de8fe0674a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922'] for subnet, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:50.276682 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-14b7cc27-29a3-4858-817b-94959365521f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:50.341274 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5027ae4-652a-4dbd-ab91-0de8fe0674a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb7fce5c-b388-497f-9646-ba5af7c141ac,revision_number=0']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:50.341659 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-149763cd-68f9-4fd3-8ad7-4490cb63d22e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-1-iscsi, b23fbb98-5784-4b39-a20a-1c7bc7c6884e) {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:52:50.345073 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-c5027ae4-652a-4dbd-ab91-0de8fe0674a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:50.349850 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5027ae4-652a-4dbd-ab91-0de8fe0674a6 admin admin] Checking segment: {'id': '8a8b6c68-4a71-4b70-b6e2-9f80bc7e39b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': 'b01eafc3-a1bb-467d-82c4-dec3d6adce5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:52:50.350396 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5027ae4-652a-4dbd-ab91-0de8fe0674a6 admin admin] Network hostable DHCP agents. Network: b01eafc3-a1bb-467d-82c4-dec3d6adce5d, hostable agents: ['5e144bd6-6a48-4538-b5f5-f54886500fdf'], hosted agents: [] {{(pid=105487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:52:50.356143 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149763cd-68f9-4fd3-8ad7-4490cb63d22e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:50.357171 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-149763cd-68f9-4fd3-8ad7-4490cb63d22e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:50.364719 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdd13e8-5359-48a2-8be2-3c8b6002479a None None] Network b23fbb98-5784-4b39-a20a-1c7bc7c6884e requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:52:50.469697 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6a8271-a030-4371-a9c5-e4d334c80319 admin admin] Network 9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 is scheduled to be hosted by DHCP agent 5e144bd6-6a48-4538-b5f5-f54886500fdf with binding_index 1 {{(pid=105487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:52:50.491868 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-3a6a8271-a030-4371-a9c5-e4d334c80319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-1-iscsi, 9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9) {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:52:50.499463 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6a8271-a030-4371-a9c5-e4d334c80319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:50.501082 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3a6a8271-a030-4371-a9c5-e4d334c80319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:50.523013 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d03e2a-8ada-430e-8840-17a5f8848610 None None] Network 9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:52:50.563017 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-149763cd-68f9-4fd3-8ad7-4490cb63d22e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5765965 Jun 23 16:52:50.565447 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 51448) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:50.576091 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-7eb14a07-b7c0-4f3c-b080-1331bdd4cb28 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1191488516-router', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:52:50.581433 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-bf74051e-8685-4d0f-bf31-a81b8c6183e3 req-929348a4-aec1-40e9-b6f1-0957886fe6aa tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 210 time: 0.0590787 Jun 23 16:52:50.583448 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5027ae4-652a-4dbd-ab91-0de8fe0674a6 admin admin] Network b01eafc3-a1bb-467d-82c4-dec3d6adce5d is scheduled to be hosted by DHCP agent 5e144bd6-6a48-4538-b5f5-f54886500fdf with binding_index 1 {{(pid=105487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:52:50.598593 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-c5027ae4-652a-4dbd-ab91-0de8fe0674a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-1-iscsi, b01eafc3-a1bb-467d-82c4-dec3d6adce5d) {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:52:50.602654 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-3a6a8271-a030-4371-a9c5-e4d334c80319 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4914510 Jun 23 16:52:50.607578 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 51452) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:50.612203 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-7346318c-3791-4d0f-86d4-4daa5114dac4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-692728524-router', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:52:50.620329 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5027ae4-652a-4dbd-ab91-0de8fe0674a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:50.620329 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c5027ae4-652a-4dbd-ab91-0de8fe0674a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:50.628027 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf54af64-141d-4fbf-98cd-684ad964286a None None] Network b01eafc3-a1bb-467d-82c4-dec3d6adce5d requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:52:50.741249 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp688f085e-dfc1-5e94-bdc4-2cd86705c474-b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'fixed_ips': [{'subnet_id': '556de990-9411-4552-8962-8043c6baa871'}]}} from dv-cinder-797608-1-iscsi. {{(pid=105488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:52:50.742549 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:50.831311 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7eb14a07-b7c0-4f3c-b080-1331bdd4cb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25531'] for router, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:50.832547 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7eb14a07-b7c0-4f3c-b080-1331bdd4cb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1782601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25506'] for router, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:50.936366 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7eb14a07-b7c0-4f3c-b080-1331bdd4cb28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:50.937793 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7b62f05f-fc69-447d-94b3-6affd73ef531 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:50.946425 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-c5027ae4-652a-4dbd-ab91-0de8fe0674a6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2994900 Jun 23 16:52:51.008111 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.db_base_plugin_common [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Allocated IP 172.20.0.2 (b23fbb98-5784-4b39-a20a-1c7bc7c6884e/556de990-9411-4552-8962-8043c6baa871/24a2c8d0-a168-4978-85a5-7242410b96aa) {{(pid=105488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:52:51.079771 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7346318c-3791-4d0f-86d4-4daa5114dac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25531'] for router, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:51.081496 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7346318c-3791-4d0f-86d4-4daa5114dac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1782601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25506'] for router, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:51.302188 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7346318c-3791-4d0f-86d4-4daa5114dac4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:51.352269 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525d0a80-52fb-468e-b382-700fcc5f065c None None] Network b01eafc3-a1bb-467d-82c4-dec3d6adce5d requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:52:51.483610 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp688f085e-dfc1-5e94-bdc4-2cd86705c474-9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'fixed_ips': [{'subnet_id': 'bbc9f899-f082-4611-8cfd-98693f165ef6'}]}} from dv-cinder-797608-1-iscsi. {{(pid=105488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:52:51.484529 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:51.547125 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7eb14a07-b7c0-4f3c-b080-1331bdd4cb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1640840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27992'] for router, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:51.676002 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.db_base_plugin_common [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Allocated IP 172.20.0.2 (9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9/bbc9f899-f082-4611-8cfd-98693f165ef6/f4bf17b2-9bfa-462e-adfa-1a78fe30beef) {{(pid=105488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:52:51.725784 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7b62f05f-fc69-447d-94b3-6affd73ef531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1713261'] for router, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:51.841560 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7346318c-3791-4d0f-86d4-4daa5114dac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1640840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27992'] for router, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:52.011200 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8b29c502-9cc6-4b18-8606-d2db6e8611e9 req-63e14417-e4a3-4b06-a966-7f202871642c tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 210 time: 0.0589507 Jun 23 16:52:52.098896 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Notify callbacks [] for port, precommit_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:52.109196 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Transition to ACTIVE for port object f4bf17b2-9bfa-462e-adfa-1a78fe30beef will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:52:52.130385 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Transition to ACTIVE for port object f4bf17b2-9bfa-462e-adfa-1a78fe30beef will not be triggered until provisioned by entity DHCP. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:52:52.142042 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3dbb2d6d-af56-4130-9c64-56d4eb31d3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:52.220296 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099'] for port, after_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:52.235906 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:52.292232 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Notify callbacks [] for port, precommit_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:52.343941 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Transition to ACTIVE for port object 24a2c8d0-a168-4978-85a5-7242410b96aa will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:52:52.347141 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Network 9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 is already hosted by enough agents. {{(pid=105488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:52:52.355723 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.scheduler.base_scheduler [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Resources bound (agent type, host, resource id): {{(pid=105488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:52:52.360013 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Pushing event updated for resources: {'Port': ['ID=f4bf17b2-9bfa-462e-adfa-1a78fe30beef,revision_number=1']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:52.372220 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Received port after_create {{(pid=105488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:52:52.386919 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:52.387422 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:52.387874 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:52.388453 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:52.388889 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:52.389369 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:52.389803 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:52.390327 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:52.390761 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:52.391191 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:52.392140 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:52.392817 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Tracked resource versions report: Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: pushed versions: Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: { 'AddressGroup': {'1.2'}, Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: 'ConntrackHelper': {'1.0'}, Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: 'Log': {'1.0'}, Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: 'Network': {'1.1'}, Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: 'Port': {'1.7'}, Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: 'PortForwarding': {'1.2'}, Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: 'QosPolicy': {'1.8'}, Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: 'SecurityGroup': {'1.4'}, Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: 'SubPort': {'1.0'}, Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: 'Subnet': {'1.1'}, Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: 'Trunk': {'1.1'}} Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: consumer versions: Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: { DHCP agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: HyperV agent@hv-cinder-79760: {}, Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: L3 agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: Metadata agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: Metering agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: Open vSwitch agent@dv-cinder-797608-1-iscsi: { 'AddressGroup': '1.2', Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: 'ConntrackHelper': '1.0', Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: 'Log': '1.0', Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: 'Network': '1.1', Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: 'Port': '1.7', Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: 'PortForwarding': '1.2', Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: 'QosPolicy': '1.8', Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: 'SecurityGroup': '1.4', Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: 'SecurityGroupRule': '1.2', Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: 'SubPort': '1.0', Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: 'Subnet': '1.1', Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: 'Trunk': '1.1'}} Jun 23 16:52:52.393934 dv-cinder-797608-1-iscsi neutron-server[105488]: {{(pid=105488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:52:52.402792 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Transition to ACTIVE for port object 24a2c8d0-a168-4978-85a5-7242410b96aa will not be triggered until provisioned by entity DHCP. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:52:52.408830 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:52.506300 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099'] for port, after_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:52.541226 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:52.542325 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7346318c-3791-4d0f-86d4-4daa5114dac4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:52.545647 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 51532) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:52.552337 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-4a88d7d6-22dc-4ffc-b90b-1472d5a53057 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1379633703-network', 'tenant_id': '5a8722ac248e46969ec828aad498b705'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:52:52.561446 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Attempting to bind port f4bf17b2-9bfa-462e-adfa-1a78fe30beef on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:52:52.562143 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Attempting to bind port f4bf17b2-9bfa-462e-adfa-1a78fe30beef by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': '7ce0ca5b-adf1-4b37-ab99-6a138d2965c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:52:52.562772 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Attempting to bind port f4bf17b2-9bfa-462e-adfa-1a78fe30beef on network 9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:52:52.605580 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7346318c-3791-4d0f-86d4-4daa5114dac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:52.623294 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:52:52.624034 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Checking segment: {'id': '7ce0ca5b-adf1-4b37-ab99-6a138d2965c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:52:52.624759 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:52.625649 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Bound using segment: {'id': '7ce0ca5b-adf1-4b37-ab99-6a138d2965c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:52:52.626516 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Bound port: f4bf17b2-9bfa-462e-adfa-1a78fe30beef, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce0ca5b-adf1-4b37-ab99-6a138d2965c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:52:52.627216 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:52.664410 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Network b23fbb98-5784-4b39-a20a-1c7bc7c6884e is already hosted by enough agents. {{(pid=105488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:52:52.676565 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.scheduler.base_scheduler [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Resources bound (agent type, host, resource id): {{(pid=105488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:52:52.683389 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Received port after_create {{(pid=105488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:52:52.686718 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Pushing event updated for resources: {'Port': ['ID=24a2c8d0-a168-4978-85a5-7242410b96aa,revision_number=1']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:52.694001 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:52.762682 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7eb14a07-b7c0-4f3c-b080-1331bdd4cb28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:52.775513 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:52.800501 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7eb14a07-b7c0-4f3c-b080-1331bdd4cb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:52.807602 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b62f05f-fc69-447d-94b3-6affd73ef531 admin admin] Router 40be026a-bd8d-4576-997e-3cd6a374a0a8 is scheduled to L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec with binding_index 1 {{(pid=105486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:52:52.834767 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [None req-7346318c-3791-4d0f-86d4-4daa5114dac4 admin admin] Allocated IP 172.27.2.203 (1cd33bb4-367c-4537-aa24-40400b43cefc/1811faaa-3b17-4cfd-8a02-b64db4dab64a/052671d0-66e2-4a1e-b8f5-aeb70e7497a3) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:52:52.839148 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a88d7d6-22dc-4ffc-b90b-1472d5a53057 admin admin] Made reservation on behalf of 5a8722ac248e46969ec828aad498b705 for: {'network': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:52:52.847859 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4a88d7d6-22dc-4ffc-b90b-1472d5a53057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for network, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:52.873380 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4a88d7d6-22dc-4ffc-b90b-1472d5a53057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:52.933041 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Attempting to bind port 24a2c8d0-a168-4978-85a5-7242410b96aa on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:52:52.939560 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Attempting to bind port 24a2c8d0-a168-4978-85a5-7242410b96aa by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': 'b569fb93-7894-43d9-9e6f-ec82b13b1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:52:52.939560 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Attempting to bind port 24a2c8d0-a168-4978-85a5-7242410b96aa on network b23fbb98-5784-4b39-a20a-1c7bc7c6884e {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:52:52.957791 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:52:52.958512 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Checking segment: {'id': 'b569fb93-7894-43d9-9e6f-ec82b13b1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:52:52.959229 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:52.959941 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Bound using segment: {'id': 'b569fb93-7894-43d9-9e6f-ec82b13b1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:52:52.960821 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Bound port: 24a2c8d0-a168-4978-85a5-7242410b96aa, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b569fb93-7894-43d9-9e6f-ec82b13b1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:52:52.961539 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:53.005228 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] For port f4bf17b2-9bfa-462e-adfa-1a78fe30beef, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:52:53.035752 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] For port f4bf17b2-9bfa-462e-adfa-1a78fe30beef, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=f4bf17b2-9bfa-462e-adfa-1a78fe30beef,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:52:53.089580 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7346318c-3791-4d0f-86d4-4daa5114dac4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:53.159417 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] For port 24a2c8d0-a168-4978-85a5-7242410b96aa, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:52:53.170836 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] For port 24a2c8d0-a168-4978-85a5-7242410b96aa, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=24a2c8d0-a168-4978-85a5-7242410b96aa,segment=NetworkSegment(b569fb93-7894-43d9-9e6f-ec82b13b1eb5),segment_id=b569fb93-7894-43d9-9e6f-ec82b13b1eb5)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:52:53.173593 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b62f05f-fc69-447d-94b3-6affd73ef531 admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:52:53.187550 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:53.193862 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:53.199115 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] Sync routers for ids ['40be026a-bd8d-4576-997e-3cd6a374a0a8'] in dv-cinder-797608-1-iscsi {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:52:53.215142 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] Routers {'40be026a-bd8d-4576-997e-3cd6a374a0a8'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:52:53.215982 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:52:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['40be026a-bd8d-4576-997e-3cd6a374a0a8'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:52:53.255545 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e9f57f54-d8bb-4889-a7f5-0e23005d8bcc req-bbd4666e-5b03-46b9-a1fb-f40f4d2da188 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 210 time: 0.1186116 Jun 23 16:52:53.314675 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:53.325455 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Pushing event updated for resources: {'Port': ['ID=f4bf17b2-9bfa-462e-adfa-1a78fe30beef,revision_number=2']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:53.330266 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:53.330747 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:53.386655 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7346318c-3791-4d0f-86d4-4daa5114dac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:53.406385 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:53.427443 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4a88d7d6-22dc-4ffc-b90b-1472d5a53057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:53.444991 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] Set router 40be026a-bd8d-4576-997e-3cd6a374a0a8 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:52:53.462437 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Pushing event updated for resources: {'Port': ['ID=24a2c8d0-a168-4978-85a5-7242410b96aa,revision_number=2']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:53.466786 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:53.516591 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-7eb14a07-b7c0-4f3c-b080-1331bdd4cb28 admin admin] Allocated IP 172.27.2.247 (1cd33bb4-367c-4537-aa24-40400b43cefc/1811faaa-3b17-4cfd-8a02-b64db4dab64a/9b7d3498-a7e1-4a52-8180-211a4f2a5811) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:52:53.517573 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7346318c-3791-4d0f-86d4-4daa5114dac4 admin admin] Network 1cd33bb4-367c-4537-aa24-40400b43cefc is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:52:53.536585 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-7346318c-3791-4d0f-86d4-4daa5114dac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:52:53.544289 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7346318c-3791-4d0f-86d4-4daa5114dac4 admin admin] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:52:53.697275 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7b62f05f-fc69-447d-94b3-6affd73ef531 admin admin] Notify callbacks [] for router, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:53.700118 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-7b62f05f-fc69-447d-94b3-6affd73ef531 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0828011 Jun 23 16:52:53.705212 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 51556) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:53.782269 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346318c-3791-4d0f-86d4-4daa5114dac4 admin admin] Pushing event updated for resources: {'Port': ['ID=052671d0-66e2-4a1e-b8f5-aeb70e7497a3,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:53.804535 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4a88d7d6-22dc-4ffc-b90b-1472d5a53057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:53.806242 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7346318c-3791-4d0f-86d4-4daa5114dac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:53.891259 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7eb14a07-b7c0-4f3c-b080-1331bdd4cb28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:53.948010 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40be026a-bd8d-4576-997e-3cd6a374a0a8', 'name': 'tempest-ServerRescueNegativeTestJSON-888616358-router', 'tenant_id': '87ef8f3f77b44efca262f73df840952f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'e17095f3-29c7-401d-925e-cd983409edd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:47Z', 'updated_at': '2021-06-23T16:52:50Z', 'revision_number': 3, 'project_id': '87ef8f3f77b44efca262f73df840952f', 'gw_port': {'id': 'e17095f3-29c7-401d-925e-cd983409edd8', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:83:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40be026a-bd8d-4576-997e-3cd6a374a0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:49Z', 'updated_at': '2021-06-23T16:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:52:53.997867 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:54.000494 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] Checking router: 40be026a-bd8d-4576-997e-3cd6a374a0a8 for host: dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:52:54.000857 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] Updating router 40be026a-bd8d-4576-997e-3cd6a374a0a8 port e17095f3-29c7-401d-925e-cd983409edd8 binding host dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:52:54.008599 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:54.036128 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88d7d6-22dc-4ffc-b90b-1472d5a53057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc664da0-5d78-4771-ab78-902775b82fda,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:54.041097 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-4a88d7d6-22dc-4ffc-b90b-1472d5a53057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:54.050255 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a88d7d6-22dc-4ffc-b90b-1472d5a53057 admin admin] vlan segment allocate from pool success with {'vlan_id': 1390, 'physical_network': 'physnet1'} {{(pid=105487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:52:54.055245 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:54.063248 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4a88d7d6-22dc-4ffc-b90b-1472d5a53057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:54.063811 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.db.segments_db [None req-4a88d7d6-22dc-4ffc-b90b-1472d5a53057 admin admin] Added segment 1023d6e7-d5fe-4b2c-8a92-5ed1ade14e2f of type vlan for network da20f8d3-bbdb-4679-96c5-c55208e8ac0a Jun 23 16:52:54.222686 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4a88d7d6-22dc-4ffc-b90b-1472d5a53057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730820174852'] for network, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:54.264852 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 51560) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:54.267972 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7346318c-3791-4d0f-86d4-4daa5114dac4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:54.352061 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7eb14a07-b7c0-4f3c-b080-1331bdd4cb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:54.385316 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:54.426682 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb14a07-b7c0-4f3c-b080-1331bdd4cb28 admin admin] Network 1cd33bb4-367c-4537-aa24-40400b43cefc is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:52:54.435294 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-7eb14a07-b7c0-4f3c-b080-1331bdd4cb28 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:52:54.473581 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb14a07-b7c0-4f3c-b080-1331bdd4cb28 admin admin] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:52:54.546366 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-83b6ea31-199c-4524-8b23-3d450eb86b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:54.614298 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4a88d7d6-22dc-4ffc-b90b-1472d5a53057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929'] for network, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:54.621331 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a88d7d6-22dc-4ffc-b90b-1472d5a53057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:54.622642 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4a88d7d6-22dc-4ffc-b90b-1472d5a53057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:54.636771 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7d766c98-3fbb-4d84-adfd-dc26b68466d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:54.661374 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 24a2c8d0-a168-4978-85a5-7242410b96aa up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:52:54.708176 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb14a07-b7c0-4f3c-b080-1331bdd4cb28 admin admin] Pushing event updated for resources: {'Port': ['ID=9b7d3498-a7e1-4a52-8180-211a4f2a5811,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:54.757809 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] Notify callbacks [] for port, precommit_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:54.774331 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.provisioning_blocks [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] Transition to ACTIVE for port object e17095f3-29c7-401d-925e-cd983409edd8 will not be triggered until provisioned by entity L2. {{(pid=105489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:52:54.790290 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-7eb14a07-b7c0-4f3c-b080-1331bdd4cb28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:54.801917 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-28577981-821b-46bb-b44a-c6e0ccbf4134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:54.879709 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88d7d6-22dc-4ffc-b90b-1472d5a53057 admin admin] Pushing event updated for resources: {'Network': ['ID=da20f8d3-bbdb-4679-96c5-c55208e8ac0a,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:54.897952 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Network da20f8d3-bbdb-4679-96c5-c55208e8ac0a details requested by agent ovs-agent-dv-cinder-797608-1-iscsi with host dv-cinder-797608-1-iscsi {{(pid=105488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:52:54.911212 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-4a88d7d6-22dc-4ffc-b90b-1472d5a53057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:54.922347 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f62070fb-d213-4e4b-a649-e779ca2f19df req-5cdd39e2-533e-4925-9a20-8b6ef7957eb9 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 210 time: 0.2413576 Jun 23 16:52:54.922575 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:54.944838 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-fc2c09ac-768f-444c-a48d-73fde428c6b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:54.978366 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-4a88d7d6-22dc-4ffc-b90b-1472d5a53057 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.4314544 Jun 23 16:52:54.982496 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 51574) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:54.990106 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-c6fbeef3-ccaf-469e-850c-1462d762758f admin admin] Request body: {'subnet': {'network_id': 'da20f8d3-bbdb-4679-96c5-c55208e8ac0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1379633703-subnet', 'tenant_id': '5a8722ac248e46969ec828aad498b705', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:52:55.018307 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8f2b2-a951-4f67-b14e-449372c16a4e None None] Pushing event updated for resources: {'Port': ['ID=e17095f3-29c7-401d-925e-cd983409edd8,revision_number=2']} {{(pid=105489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:55.023484 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] Attempting to bind port e17095f3-29c7-401d-925e-cd983409edd8 on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:52:55.023898 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] Attempting to bind port e17095f3-29c7-401d-925e-cd983409edd8 by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}] {{(pid=105489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:52:55.024226 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] Attempting to bind port e17095f3-29c7-401d-925e-cd983409edd8 on network 1cd33bb4-367c-4537-aa24-40400b43cefc {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:52:55.035291 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8f2b2-a951-4f67-b14e-449372c16a4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:55.037014 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8f2b2-a951-4f67-b14e-449372c16a4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:55.037014 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8f2b2-a951-4f67-b14e-449372c16a4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:55.037014 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8f2b2-a951-4f67-b14e-449372c16a4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:55.037014 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8f2b2-a951-4f67-b14e-449372c16a4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:55.037612 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8f2b2-a951-4f67-b14e-449372c16a4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:55.037776 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8f2b2-a951-4f67-b14e-449372c16a4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:55.038070 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8f2b2-a951-4f67-b14e-449372c16a4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:55.038798 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8f2b2-a951-4f67-b14e-449372c16a4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:55.039346 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8f2b2-a951-4f67-b14e-449372c16a4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:55.039954 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8f2b2-a951-4f67-b14e-449372c16a4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:55.040488 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8f2b2-a951-4f67-b14e-449372c16a4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8f2b2-a951-4f67-b14e-449372c16a4e None None] Tracked resource versions report: Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: pushed versions: Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: { 'AddressGroup': {'1.2'}, Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: 'ConntrackHelper': {'1.0'}, Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: 'Log': {'1.0'}, Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: 'Network': {'1.1'}, Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: 'Port': {'1.7'}, Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: 'PortForwarding': {'1.2'}, Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: 'QosPolicy': {'1.8'}, Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: 'SecurityGroup': {'1.4'}, Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: 'SubPort': {'1.0'}, Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: 'Subnet': {'1.1'}, Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: 'Trunk': {'1.1'}} Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: consumer versions: Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: { DHCP agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: HyperV agent@hv-cinder-79760: {}, Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: L3 agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: Metadata agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: Metering agent@dv-cinder-797608-1-iscsi: {}, Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: Open vSwitch agent@dv-cinder-797608-1-iscsi: { 'AddressGroup': '1.2', Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: 'ConntrackHelper': '1.0', Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: 'Log': '1.0', Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: 'Network': '1.1', Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: 'Port': '1.7', Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: 'PortForwarding': '1.2', Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: 'QosPolicy': '1.8', Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: 'SecurityGroup': '1.4', Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: 'SecurityGroupRule': '1.2', Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: 'SubPort': '1.0', Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: 'Subnet': '1.1', Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: 'Trunk': '1.1'}} Jun 23 16:52:55.042087 dv-cinder-797608-1-iscsi neutron-server[105489]: {{(pid=105489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:52:55.044507 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7346318c-3791-4d0f-86d4-4daa5114dac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1713261'] for router, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:55.056581 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port 24a2c8d0-a168-4978-85a5-7242410b96aa completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:52:55.059758 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:52:55.061070 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] Checking segment: {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:52:55.062807 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:55.064008 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] Bound using segment: {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'} {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:52:55.065103 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] Bound port: e17095f3-29c7-401d-925e-cd983409edd8, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}}] {{(pid=105489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:52:55.065982 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:55.070407 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-c8a8f2b2-a951-4f67-b14e-449372c16a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:55.078245 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device f4bf17b2-9bfa-462e-adfa-1a78fe30beef up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:52:55.166438 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.db [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] For port e17095f3-29c7-401d-925e-cd983409edd8, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:52:55.175893 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.db [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] For port e17095f3-29c7-401d-925e-cd983409edd8, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=e17095f3-29c7-401d-925e-cd983409edd8,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:52:55.273275 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:55.277569 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:55.325933 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port f4bf17b2-9bfa-462e-adfa-1a78fe30beef completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:52:55.380846 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7eb14a07-b7c0-4f3c-b080-1331bdd4cb28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:55.381063 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8f2b2-a951-4f67-b14e-449372c16a4e None None] Pushing event updated for resources: {'Port': ['ID=e17095f3-29c7-401d-925e-cd983409edd8,revision_number=3']} {{(pid=105489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:55.389288 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-28577981-821b-46bb-b44a-c6e0ccbf4134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:55.391556 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7038c13c-0a32-465f-a6b8-984504ba2982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:55.414092 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-c8a8f2b2-a951-4f67-b14e-449372c16a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:55.436041 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] Routers {'40be026a-bd8d-4576-997e-3cd6a374a0a8'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:52:55.437091 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:52:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['40be026a-bd8d-4576-997e-3cd6a374a0a8'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:52:55.438873 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82049b1-ded6-4095-8134-5668fb687d98 None None] Network b23fbb98-5784-4b39-a20a-1c7bc7c6884e requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:52:55.463102 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7346318c-3791-4d0f-86d4-4daa5114dac4 admin admin] Router e23fc3d5-808f-4376-8ac3-177c625bcd68 is scheduled to L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec with binding_index 1 {{(pid=105487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:52:55.505503 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-28577981-821b-46bb-b44a-c6e0ccbf4134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:55.570817 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-b2be905b-9c61-45c3-996d-b54b631a3425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:55.674608 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:55.680676 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f39508-f735-48bd-bcc0-363a689d8a19 None None] Network 9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:52:55.695245 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] Set router 40be026a-bd8d-4576-997e-3cd6a374a0a8 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:52:55.757631 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7346318c-3791-4d0f-86d4-4daa5114dac4 admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:52:55.774310 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-20de52b6-bdfa-4ea5-b393-997e244b19a3 None None] Provisioning for port 24a2c8d0-a168-4978-85a5-7242410b96aa completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:52:55.798838 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] Sync routers for ids ['e23fc3d5-808f-4376-8ac3-177c625bcd68'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:52:55.849759 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-20de52b6-bdfa-4ea5-b393-997e244b19a3 None None] Provisioning complete for port 24a2c8d0-a168-4978-85a5-7242410b96aa triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:52:55.853765 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-20de52b6-bdfa-4ea5-b393-997e244b19a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:55.913459 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7346318c-3791-4d0f-86d4-4daa5114dac4 admin admin] Notify callbacks [] for router, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:55.918499 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-7346318c-3791-4d0f-86d4-4daa5114dac4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3094053 Jun 23 16:52:55.921912 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 51594) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:56.004003 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] Routers {'e23fc3d5-808f-4376-8ac3-177c625bcd68'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:52:56.008560 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:52:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['e23fc3d5-808f-4376-8ac3-177c625bcd68'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:52:56.094117 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fbeef3-ccaf-469e-850c-1462d762758f admin admin] Made reservation on behalf of 5a8722ac248e46969ec828aad498b705 for: {'subnet': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:52:56.098981 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c6fbeef3-ccaf-469e-850c-1462d762758f admin admin] Notify callbacks [] for subnet, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:56.177294 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-28577981-821b-46bb-b44a-c6e0ccbf4134 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2586b738043d480c8ad0221859dab157&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9115183 Jun 23 16:52:56.218276 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 51600) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:56.240166 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28577981-821b-46bb-b44a-c6e0ccbf4134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a0e651-9258-4b7c-a3b4-6c88fdb4eaef,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:56.279563 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-28577981-821b-46bb-b44a-c6e0ccbf4134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:56.388950 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40be026a-bd8d-4576-997e-3cd6a374a0a8', 'name': 'tempest-ServerRescueNegativeTestJSON-888616358-router', 'tenant_id': '87ef8f3f77b44efca262f73df840952f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'e17095f3-29c7-401d-925e-cd983409edd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:47Z', 'updated_at': '2021-06-23T16:52:50Z', 'revision_number': 3, 'project_id': '87ef8f3f77b44efca262f73df840952f', 'gw_port': {'id': 'e17095f3-29c7-401d-925e-cd983409edd8', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:83:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40be026a-bd8d-4576-997e-3cd6a374a0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:49Z', 'updated_at': '2021-06-23T16:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:52:56.406414 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] Set router e23fc3d5-808f-4376-8ac3-177c625bcd68 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:52:56.523489 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-7038c13c-0a32-465f-a6b8-984504ba2982 admin admin] Allocated IP 172.20.0.1 (bc51e331-2a78-4fd9-b34d-0d910adf86ff/40e372d6-9afa-4c58-9f87-929f1c34938e/27838a09-53b5-4643-b770-248a9d06c42a) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:52:56.525084 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6daa515-950b-4b58-9755-5dd624212afe None None] The sync data for ids ['40be026a-bd8d-4576-997e-3cd6a374a0a8'] in dv-cinder-797608-1-iscsi is: [{'id': '40be026a-bd8d-4576-997e-3cd6a374a0a8', 'name': 'tempest-ServerRescueNegativeTestJSON-888616358-router', 'tenant_id': '87ef8f3f77b44efca262f73df840952f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'e17095f3-29c7-401d-925e-cd983409edd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:47Z', 'updated_at': '2021-06-23T16:52:50Z', 'revision_number': 3, 'project_id': '87ef8f3f77b44efca262f73df840952f', 'gw_port': {'id': 'e17095f3-29c7-401d-925e-cd983409edd8', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:83:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40be026a-bd8d-4576-997e-3cd6a374a0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:49Z', 'updated_at': '2021-06-23T16:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}] {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:52:56.545984 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7eb14a07-b7c0-4f3c-b080-1331bdd4cb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1713261'] for router, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:56.563587 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-807e9ba2-b3ea-4a96-9ce5-90a2cc1ffd1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:56.567713 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 51602) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:56.596132 dv-cinder-797608-1-iscsi neutron-server[105486]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 16:52:56.713004 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6b0f932c-bdd5-48ef-9e3d-78b80ad1b1d3 req-3e567284-17d5-4ced-aea4-899fb4fea0b5 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 210 time: 0.1430941 Jun 23 16:52:56.749182 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-807e9ba2-b3ea-4a96-9ce5-90a2cc1ffd1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:57.032984 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7038c13c-0a32-465f-a6b8-984504ba2982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:57.056717 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c6fbeef3-ccaf-469e-850c-1462d762758f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922'] for subnet, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:57.078090 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-149763cd-68f9-4fd3-8ad7-4490cb63d22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:57.135484 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-807e9ba2-b3ea-4a96-9ce5-90a2cc1ffd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:57.160063 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-807e9ba2-b3ea-4a96-9ce5-90a2cc1ffd1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:57.178045 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-807e9ba2-b3ea-4a96-9ce5-90a2cc1ffd1f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45a0e651-9258-4b7c-a3b4-6c88fdb4eaef HTTP/1.1" status: 204 len: 168 time: 0.9544241 Jun 23 16:52:57.296247 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-20de52b6-bdfa-4ea5-b393-997e244b19a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:57.364613 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbeef3-ccaf-469e-850c-1462d762758f admin admin] Pushing event updated for resources: {'Subnet': ['ID=caea9ee5-73c4-44b5-b12d-165464f1dce8,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:57.379708 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-c6fbeef3-ccaf-469e-850c-1462d762758f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:57.383889 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:57.457652 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-20de52b6-bdfa-4ea5-b393-997e244b19a3 None None] For port 24a2c8d0-a168-4978-85a5-7242410b96aa, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=24a2c8d0-a168-4978-85a5-7242410b96aa,segment=NetworkSegment(b569fb93-7894-43d9-9e6f-ec82b13b1eb5),segment_id=b569fb93-7894-43d9-9e6f-ec82b13b1eb5)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:52:57.461123 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'name': 'tempest-AttachVolumeShelveTestJSON-692728524-router', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:51Z', 'updated_at': '2021-06-23T16:52:53Z', 'revision_number': 3, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'gw_port': {'id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:52:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:52:57.464783 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:57.474200 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e9ba2-b3ea-4a96-9ce5-90a2cc1ffd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a0e651-9258-4b7c-a3b4-6c88fdb4eaef,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:57.493415 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-807e9ba2-b3ea-4a96-9ce5-90a2cc1ffd1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:57.500186 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0017-6004-4cd2-ac9c-10924425562b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:57.507171 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7038c13c-0a32-465f-a6b8-984504ba2982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:57.516484 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb14a07-b7c0-4f3c-b080-1331bdd4cb28 admin admin] Router 4a407d4a-79c7-4139-ac52-94d87a04ea4f is scheduled to L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec with binding_index 1 {{(pid=105486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:52:57.520153 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fbeef3-ccaf-469e-850c-1462d762758f admin admin] Checking segment: {'id': '1023d6e7-d5fe-4b2c-8a92-5ed1ade14e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': 'da20f8d3-bbdb-4679-96c5-c55208e8ac0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:52:57.520895 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fbeef3-ccaf-469e-850c-1462d762758f admin admin] Network hostable DHCP agents. Network: da20f8d3-bbdb-4679-96c5-c55208e8ac0a, hostable agents: ['5e144bd6-6a48-4538-b5f5-f54886500fdf'], hosted agents: [] {{(pid=105486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:52:57.544444 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-7b62f05f-fc69-447d-94b3-6affd73ef531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:57.646872 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-20de52b6-bdfa-4ea5-b393-997e244b19a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:57.648042 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] Checking router: e23fc3d5-808f-4376-8ac3-177c625bcd68 for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:52:57.648590 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] Updating router e23fc3d5-808f-4376-8ac3-177c625bcd68 port 052671d0-66e2-4a1e-b8f5-aeb70e7497a3 binding host dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:52:57.678723 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7038c13c-0a32-465f-a6b8-984504ba2982 admin admin] Network bc51e331-2a78-4fd9-b34d-0d910adf86ff is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:52:57.696308 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-7038c13c-0a32-465f-a6b8-984504ba2982 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:52:57.705793 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7038c13c-0a32-465f-a6b8-984504ba2982 admin admin] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:52:57.706379 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7038c13c-0a32-465f-a6b8-984504ba2982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705069'] for router_interface, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:57.713608 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:57.732818 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-5ae66cdf-2b90-4907-93e7-b436b627ad8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:57.755668 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.35', 62597) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:57.952604 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038c13c-0a32-465f-a6b8-984504ba2982 admin admin] Pushing event updated for resources: {'Port': ['ID=27838a09-53b5-4643-b770-248a9d06c42a,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:57.968060 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-7038c13c-0a32-465f-a6b8-984504ba2982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:57.978407 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fbeef3-ccaf-469e-850c-1462d762758f admin admin] Network da20f8d3-bbdb-4679-96c5-c55208e8ac0a is scheduled to be hosted by DHCP agent 5e144bd6-6a48-4538-b5f5-f54886500fdf with binding_index 1 {{(pid=105486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:52:58.165711 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-abed263c-44ed-4d65-8f15-2363cc3dfe23 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:58.168298 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-abed263c-44ed-4d65-8f15-2363cc3dfe23 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.35 "GET /v2.0/networks?id=d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c HTTP/1.1" status: 200 len: 812 time: 0.4115250 Jun 23 16:52:58.203467 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [None req-c0ef0017-6004-4cd2-ac9c-10924425562b admin admin] Allocated IP 172.20.0.1 (9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9/bbc9f899-f082-4611-8cfd-98693f165ef6/5c9067a6-07f9-4796-aaa4-b8fa6ea3925a) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:52:58.209623 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b253753f-f6fa-4c40-8ee8-7de26133ae43 req-d84df8de-e08f-4710-8ae0-f255e1d6ab3b tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 210 time: 0.1791975 Jun 23 16:52:58.214552 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-eaf1e3e2-6684-4977-8988-bcd76f9123eb None None] Provisioning for port f4bf17b2-9bfa-462e-adfa-1a78fe30beef completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:52:58.222650 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de52b6-bdfa-4ea5-b393-997e244b19a3 None None] Pushing event updated for resources: {'Port': ['ID=24a2c8d0-a168-4978-85a5-7242410b96aa,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:58.226541 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-20de52b6-bdfa-4ea5-b393-997e244b19a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:58.237222 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-eaf1e3e2-6684-4977-8988-bcd76f9123eb None None] Provisioning complete for port f4bf17b2-9bfa-462e-adfa-1a78fe30beef triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:52:58.237903 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-eaf1e3e2-6684-4977-8988-bcd76f9123eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:58.268632 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-c1268990-bb58-4c8d-9b2b-ae1dd940349c tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Request body: {'port': {'device_id': '6fd96508-7650-4c99-a4e8-a1dc6c648816', 'network_id': 'd50fc5fd-e347-4ed1-af50-9b71cc2f0d3c', 'admin_state_up': True, 'tenant_id': 'c64b75fe914b4651bb46da8ae8b9af3f'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:52:58.299227 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-c6fbeef3-ccaf-469e-850c-1462d762758f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-1-iscsi, da20f8d3-bbdb-4679-96c5-c55208e8ac0a) {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:52:58.330147 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5d6fa5-c962-4877-bf59-b48ee080f61f None None] Network da20f8d3-bbdb-4679-96c5-c55208e8ac0a requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:52:58.331968 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fbeef3-ccaf-469e-850c-1462d762758f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:58.333330 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c6fbeef3-ccaf-469e-850c-1462d762758f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:58.519598 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-c6fbeef3-ccaf-469e-850c-1462d762758f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.5221188 Jun 23 16:52:58.562590 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb14a07-b7c0-4f3c-b080-1331bdd4cb28 admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:52:58.622832 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] Sync routers for ids ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'] in dv-cinder-797608-1-iscsi {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:52:58.637253 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] Routers {'4a407d4a-79c7-4139-ac52-94d87a04ea4f'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:52:58.638049 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:52:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:52:58.807557 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7eb14a07-b7c0-4f3c-b080-1331bdd4cb28 admin admin] Notify callbacks [] for router, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:58.840704 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-7eb14a07-b7c0-4f3c-b080-1331bdd4cb28 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.2593288 Jun 23 16:52:58.846484 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 51662) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:58.846484 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 51664) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:58.937971 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device e17095f3-29c7-401d-925e-cd983409edd8 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:52:58.946499 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-eaf1e3e2-6684-4977-8988-bcd76f9123eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:59.111225 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc6b0d3-5277-4217-93d5-d056fc1b985c None None] Network da20f8d3-bbdb-4679-96c5-c55208e8ac0a requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:52:59.200767 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0017-6004-4cd2-ac9c-10924425562b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:59.235464 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-c0ef0017-6004-4cd2-ac9c-10924425562b admin admin] Transition to ACTIVE for port object 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a will not be triggered until provisioned by entity DHCP. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:52:59.335927 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_v2 [None req-96da9ada-ca71-4774-b642-34fc709908ad admin admin] Deleting subnet eb7fce5c-b388-497f-9646-ba5af7c141ac {{(pid=105486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:52:59.342656 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7038c13c-0a32-465f-a6b8-984504ba2982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:59.347991 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-96da9ada-ca71-4774-b642-34fc709908ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:59.359972 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] Set router 4a407d4a-79c7-4139-ac52-94d87a04ea4f gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:52:59.470005 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-c1268990-bb58-4c8d-9b2b-ae1dd940349c tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Made reservation on behalf of c64b75fe914b4651bb46da8ae8b9af3f for: {'port': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:52:59.474318 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-c1268990-bb58-4c8d-9b2b-ae1dd940349c tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:59.523890 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] Notify callbacks [] for port, precommit_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:59.537407 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-96da9ada-ca71-4774-b642-34fc709908ad admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:59.538570 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] Transition to ACTIVE for port object 052671d0-66e2-4a1e-b8f5-aeb70e7497a3 will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:52:59.545146 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-eaf1e3e2-6684-4977-8988-bcd76f9123eb None None] For port f4bf17b2-9bfa-462e-adfa-1a78fe30beef, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=f4bf17b2-9bfa-462e-adfa-1a78fe30beef,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:52:59.569320 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-96da9ada-ca71-4774-b642-34fc709908ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16059385'] for subnet, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:59.855702 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'name': 'tempest-AttachVolumeTestJSON-1191488516-router', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:50Z', 'updated_at': '2021-06-23T16:52:54Z', 'revision_number': 3, 'project_id': '13aefe26f9b840c483117371156e9160', 'gw_port': {'id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:52:59.938808 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] Checking router: 4a407d4a-79c7-4139-ac52-94d87a04ea4f for host: dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:52:59.939399 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] Updating router 4a407d4a-79c7-4139-ac52-94d87a04ea4f port 9b7d3498-a7e1-4a52-8180-211a4f2a5811 binding host dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:52:59.972317 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:59.975154 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-eaf1e3e2-6684-4977-8988-bcd76f9123eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:59.998036 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-5be4c1ee-4996-4048-8422-2e88bcbc7eb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:00.039351 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:00.097909 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port e17095f3-29c7-401d-925e-cd983409edd8 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:53:00.098461 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6cf496e5-2732-4ab2-8622-1cdba96e105b req-3a3acaab-ba76-4535-a9e2-98939730dff7 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 210 time: 0.2162163 Jun 23 16:53:00.150549 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port e17095f3-29c7-401d-925e-cd983409edd8 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:00.167511 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:00.167916 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-c1268990-bb58-4c8d-9b2b-ae1dd940349c tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Allocated IP 172.20.0.8 (d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c/a52dc808-0c5f-492f-9d6b-c07b79049643/200aeeee-b49f-4d8c-8fb4-3e17f71738b2) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:53:00.284683 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-96da9ada-ca71-4774-b642-34fc709908ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16059360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922'] for subnet, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:00.298876 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:00.299946 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] Attempting to bind port 052671d0-66e2-4a1e-b8f5-aeb70e7497a3 on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:53:00.300629 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] Attempting to bind port 052671d0-66e2-4a1e-b8f5-aeb70e7497a3 by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:53:00.300764 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] Attempting to bind port 052671d0-66e2-4a1e-b8f5-aeb70e7497a3 on network 1cd33bb4-367c-4537-aa24-40400b43cefc {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:53:00.358403 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:53:00.358958 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] Checking segment: {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:53:00.359431 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:00.359885 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] Bound using segment: {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:53:00.361707 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] Bound port: 052671d0-66e2-4a1e-b8f5-aeb70e7497a3, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:53:00.362214 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:00.398085 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da9ada-ca71-4774-b642-34fc709908ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb7fce5c-b388-497f-9646-ba5af7c141ac,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:00.410175 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-96da9ada-ca71-4774-b642-34fc709908ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:00.530388 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-96da9ada-ca71-4774-b642-34fc709908ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:00.532801 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-96da9ada-ca71-4774-b642-34fc709908ad admin admin] 10.222.0.25 "DELETE /v2.0/subnets/eb7fce5c-b388-497f-9646-ba5af7c141ac HTTP/1.1" status: 204 len: 168 time: 1.6861856 Jun 23 16:53:00.537214 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 51722) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:00.597689 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 51726) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:00.665079 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] For port 052671d0-66e2-4a1e-b8f5-aeb70e7497a3, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:53:00.684241 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] For port 052671d0-66e2-4a1e-b8f5-aeb70e7497a3, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=052671d0-66e2-4a1e-b8f5-aeb70e7497a3,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:53:00.728464 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-c1268990-bb58-4c8d-9b2b-ae1dd940349c tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:00.754901 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-eaf1e3e2-6684-4977-8988-bcd76f9123eb None None] Provisioning complete for port 24a2c8d0-a168-4978-85a5-7242410b96aa triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:00.759206 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-eaf1e3e2-6684-4977-8988-bcd76f9123eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:00.806709 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0017-6004-4cd2-ac9c-10924425562b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:00.822087 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:00.873829 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef0017-6004-4cd2-ac9c-10924425562b admin admin] Pushing event updated for resources: {'Port': ['ID=5c9067a6-07f9-4796-aaa4-b8fa6ea3925a,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:00.880202 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] Notify callbacks [] for port, precommit_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:00.895154 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-c1268990-bb58-4c8d-9b2b-ae1dd940349c tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:00.901837 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.provisioning_blocks [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] Transition to ACTIVE for port object 9b7d3498-a7e1-4a52-8180-211a4f2a5811 will not be triggered until provisioned by entity L2. {{(pid=105489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:53:00.910787 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7038c13c-0a32-465f-a6b8-984504ba2982 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:00.917861 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:00.919249 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad20e0-8c11-446b-9ad2-7643b7f33353 None None] Pushing event updated for resources: {'Port': ['ID=052671d0-66e2-4a1e-b8f5-aeb70e7497a3,revision_number=2']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:00.934108 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ef0017-6004-4cd2-ac9c-10924425562b admin admin] Network 9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:53:00.939333 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-c0ef0017-6004-4cd2-ac9c-10924425562b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:00.939468 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16231295'] for network, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:00.961557 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-c0ef0017-6004-4cd2-ac9c-10924425562b admin admin] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:53:00.966547 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ef0017-6004-4cd2-ac9c-10924425562b admin admin] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:53:00.968236 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0017-6004-4cd2-ac9c-10924425562b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705069'] for router_interface, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:01.014637 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:01.033367 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-c8a8f2b2-a951-4f67-b14e-449372c16a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:01.113510 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda2e89-73ac-4176-bb39-1a21338ef39b None None] Pushing event updated for resources: {'Port': ['ID=9b7d3498-a7e1-4a52-8180-211a4f2a5811,revision_number=2']} {{(pid=105489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:01.120543 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-2eda2e89-73ac-4176-bb39-1a21338ef39b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:01.160169 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] Attempting to bind port 9b7d3498-a7e1-4a52-8180-211a4f2a5811 on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:53:01.161436 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] Attempting to bind port 9b7d3498-a7e1-4a52-8180-211a4f2a5811 by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}] {{(pid=105489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:53:01.162256 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] Attempting to bind port 9b7d3498-a7e1-4a52-8180-211a4f2a5811 on network 1cd33bb4-367c-4537-aa24-40400b43cefc {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:53:01.178278 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:53:01.179236 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] Checking segment: {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:53:01.181281 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:01.183028 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] Bound using segment: {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'} {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:53:01.185023 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1e3e2-6684-4977-8988-bcd76f9123eb None None] Pushing event updated for resources: {'Port': ['ID=f4bf17b2-9bfa-462e-adfa-1a78fe30beef,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:01.186642 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] Bound port: 9b7d3498-a7e1-4a52-8180-211a4f2a5811, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}}] {{(pid=105489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:53:01.190356 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:01.194482 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-eaf1e3e2-6684-4977-8988-bcd76f9123eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.197s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:01.196934 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.061s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:01.292693 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7038c13c-0a32-465f-a6b8-984504ba2982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:01.396937 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7038c13c-0a32-465f-a6b8-984504ba2982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705089'] for router_interface, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:01.414376 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad20e0-8c11-446b-9ad2-7643b7f33353 None None] Pushing event updated for resources: {'Port': ['ID=052671d0-66e2-4a1e-b8f5-aeb70e7497a3,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:01.431654 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-d0ad20e0-8c11-446b-9ad2-7643b7f33353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:01.745323 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:01.745323 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.004s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:01.745323 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] Routers {'e23fc3d5-808f-4376-8ac3-177c625bcd68'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:53:01.745323 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:52:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['e23fc3d5-808f-4376-8ac3-177c625bcd68'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:01.752338 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.db [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] For port 9b7d3498-a7e1-4a52-8180-211a4f2a5811, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:53:01.752338 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.db [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] For port 9b7d3498-a7e1-4a52-8180-211a4f2a5811, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=9b7d3498-a7e1-4a52-8180-211a4f2a5811,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:53:01.752531 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-7038c13c-0a32-465f-a6b8-984504ba2982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:01.753361 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:01.753493 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:01.753493 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:01.753718 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038c13c-0a32-465f-a6b8-984504ba2982 admin admin] Pushing event updated for resources: {'Port': ['ID=27838a09-53b5-4643-b770-248a9d06c42a,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:01.852084 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] For port e17095f3-29c7-401d-925e-cd983409edd8, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=e17095f3-29c7-401d-925e-cd983409edd8,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:02.039508 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda2e89-73ac-4176-bb39-1a21338ef39b None None] Pushing event updated for resources: {'Port': ['ID=9b7d3498-a7e1-4a52-8180-211a4f2a5811,revision_number=3']} {{(pid=105489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:02.040257 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-85d6b0e0-f60a-4723-8884-d6366a4e09b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:02.040332 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-2eda2e89-73ac-4176-bb39-1a21338ef39b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:02.040474 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] Set router e23fc3d5-808f-4376-8ac3-177c625bcd68 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:53:02.040553 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-7038c13c-0a32-465f-a6b8-984504ba2982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:02.040620 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] Routers {'4a407d4a-79c7-4139-ac52-94d87a04ea4f'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:53:02.040696 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:02.041049 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:52:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:02.041174 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-c1268990-bb58-4c8d-9b2b-ae1dd940349c tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Network d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:53:02.041174 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-c1268990-bb58-4c8d-9b2b-ae1dd940349c tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:53:02.103192 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086644', 'neutron.services.segments.db._delete_segments_for_network-8730820742431'] for network, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:02.173337 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-c1268990-bb58-4c8d-9b2b-ae1dd940349c tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:53:02.185853 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-c1268990-bb58-4c8d-9b2b-ae1dd940349c tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:02.185853 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-c1268990-bb58-4c8d-9b2b-ae1dd940349c tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:02.205432 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] Set router 4a407d4a-79c7-4139-ac52-94d87a04ea4f gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:53:02.239424 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:53:02.239903 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:53:02.241246 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:53:02.241872 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Subscribe: > port after_create 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:53:02.242469 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Subscribe: > port after_delete 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:53:02.243073 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Subscribe: > port after_update 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:53:02.243840 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:53:02.244010 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1268990-bb58-4c8d-9b2b-ae1dd940349c tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Pushing event updated for resources: {'Port': ['ID=200aeeee-b49f-4d8c-8fb4-3e17f71738b2,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:02.245626 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:53:02.246648 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:53:02.247569 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:53:02.248537 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-c1268990-bb58-4c8d-9b2b-ae1dd940349c tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:02.342356 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:02.347550 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-d5c302bf-fb26-43d1-9fe9-3ea2bcfa2555 None None] Provisioning for port 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:53:02.369897 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-d5c302bf-fb26-43d1-9fe9-3ea2bcfa2555 None None] Provisioning complete for port 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:02.372140 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-d5c302bf-fb26-43d1-9fe9-3ea2bcfa2555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:02.373271 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0017-6004-4cd2-ac9c-10924425562b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:02.430117 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 24a2c8d0-a168-4978-85a5-7242410b96aa up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:53:02.431880 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-20de52b6-bdfa-4ea5-b393-997e244b19a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:02.457720 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:53:02.458699 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:53:02.459230 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:53:02.464490 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:53:02.464490 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01eafc3-a1bb-467d-82c4-dec3d6adce5d']}} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:02.505099 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8b6c68-4a71-4b70-b6e2-9f80bc7e39b6') {'for_net_delete': True} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:02.505730 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8b6c68-4a71-4b70-b6e2-9f80bc7e39b6') {} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:02.541204 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730820730862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2321659'] for segment, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:02.596756 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:02.610879 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Releasing vlan 1351 on physical network physnet1 to pool {{(pid=105486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:53:02.612096 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2323047'] for segment, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:02.680050 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'name': 'tempest-AttachVolumeTestJSON-1191488516-router', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:50Z', 'updated_at': '2021-06-23T16:52:54Z', 'revision_number': 3, 'project_id': '13aefe26f9b840c483117371156e9160', 'gw_port': {'id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: from cryptography.utils import int_from_bytes Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: from cryptography.utils import int_from_bytes Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: Traceback (most recent call last): Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: timer() Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: cb(*args, **kw) Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: return func(*args, **kwargs) Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: self._notify() Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: self.callback(batched_events) Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: event.method(event) Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: return f(self, *a, **k) Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: return self._get(url).json() Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: return self.request(url, 'GET', **kwargs) Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:53:02.691488 dv-cinder-797608-1-iscsi neutron-server[105486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:53:02.699401 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7038c13c-0a32-465f-a6b8-984504ba2982 admin admin] Network bc51e331-2a78-4fd9-b34d-0d910adf86ff is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:53:02.716147 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-d5c302bf-fb26-43d1-9fe9-3ea2bcfa2555 None None] Port 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:53:02.726192 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-7038c13c-0a32-465f-a6b8-984504ba2982 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:53:02.728157 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0017-6004-4cd2-ac9c-10924425562b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:02.731872 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-c1268990-bb58-4c8d-9b2b-ae1dd940349c tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4815071 Jun 23 16:53:02.755506 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Pushing event updated for resources: {'Port': ['ID=e17095f3-29c7-401d-925e-cd983409edd8,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:02.765318 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e63ba3d-bed3-4e59-bc36-718a7fb6f0f4 None None] The sync data for ids ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'] in dv-cinder-797608-1-iscsi is: [{'id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'name': 'tempest-AttachVolumeTestJSON-1191488516-router', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:50Z', 'updated_at': '2021-06-23T16:52:54Z', 'revision_number': 3, 'project_id': '13aefe26f9b840c483117371156e9160', 'gw_port': {'id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}] {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:53:02.767703 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:02.784909 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-ab5349a5-ebe0-4aa8-b3cd-40162fea402a tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:53:02.786727 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724528'] for network, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:02.797528 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-ab5349a5-ebe0-4aa8-b3cd-40162fea402a tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0273399 Jun 23 16:53:02.806498 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0017-6004-4cd2-ac9c-10924425562b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:02.809440 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0017-6004-4cd2-ac9c-10924425562b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705089'] for router_interface, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:02.812054 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:02.815358 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'name': 'tempest-AttachVolumeShelveTestJSON-692728524-router', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:51Z', 'updated_at': '2021-06-23T16:52:53Z', 'revision_number': 3, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'gw_port': {'id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:02.880324 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:02.886892 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] 10.222.0.25 "DELETE /v2.0/networks/b01eafc3-a1bb-467d-82c4-dec3d6adce5d HTTP/1.1" status: 204 len: 168 time: 2.3477910 Jun 23 16:53:02.896536 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c108f13e-b102-4c51-809b-0ffabc58185b None None] The sync data for ids ['e23fc3d5-808f-4376-8ac3-177c625bcd68'] in dv-cinder-797608-1-iscsi is: [{'id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'name': 'tempest-AttachVolumeShelveTestJSON-692728524-router', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:51Z', 'updated_at': '2021-06-23T16:52:53Z', 'revision_number': 3, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'gw_port': {'id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:53:02.907884 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 24a2c8d0-a168-4978-85a5-7242410b96aa triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:02.908335 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:02.924084 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef0017-6004-4cd2-ac9c-10924425562b admin admin] Pushing event updated for resources: {'Port': ['ID=5c9067a6-07f9-4796-aaa4-b8fa6ea3925a,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:02.940452 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-c0ef0017-6004-4cd2-ac9c-10924425562b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:02.945404 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 51766) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:03.072055 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:03.082271 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4310a-9dbc-4394-90af-f77e7421b1fd req-1f005011-ed74-42f0-81cb-ad93adfda514 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:03.090219 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f1c4310a-9dbc-4394-90af-f77e7421b1fd req-1f005011-ed74-42f0-81cb-ad93adfda514 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 931 time: 1.3774431 Jun 23 16:53:03.100209 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7038c13c-0a32-465f-a6b8-984504ba2982 admin admin] Router 40be026a-bd8d-4576-997e-3cd6a374a0a8 has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:53:03.265997 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ef0017-6004-4cd2-ac9c-10924425562b admin admin] Network 9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:53:03.298738 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-c0ef0017-6004-4cd2-ac9c-10924425562b admin admin] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:53:03.383356 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f1c4310a-9dbc-4394-90af-f77e7421b1fd req-82b4a4ab-94c3-4df2-b800-4650f1d2e227 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a10ab07-de74-4140-b044-d73398609bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914596 Jun 23 16:53:03.399455 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device e17095f3-29c7-401d-925e-cd983409edd8 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:53:03.404299 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Pushing event deleted for resources: {'Network': ['ID=b01eafc3-a1bb-467d-82c4-dec3d6adce5d,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:03.411628 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:03.420585 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e65359e-8493-4009-8ec9-cd770cb150d8 admin admin] Deleting subnet caea9ee5-73c4-44b5-b12d-165464f1dce8 {{(pid=105487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:53:03.426418 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9e65359e-8493-4009-8ec9-cd770cb150d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:03.522899 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ffa1c1d8-589e-4049-9821-f6d8432c94b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:03.555098 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Request body: {'port': {'device_id': '6fd96508-7650-4c99-a4e8-a1dc6c648816', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:53:03.599378 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port e17095f3-29c7-401d-925e-cd983409edd8 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:03.599947 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:03.786840 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9e65359e-8493-4009-8ec9-cd770cb150d8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:03.991211 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9e65359e-8493-4009-8ec9-cd770cb150d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16059385'] for subnet, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:04.025779 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7038c13c-0a32-465f-a6b8-984504ba2982 admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:53:04.046624 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-7038c13c-0a32-465f-a6b8-984504ba2982 admin admin] 10.222.0.25 "PUT /v2.0/routers/40be026a-bd8d-4576-997e-3cd6a374a0a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3375142 Jun 23 16:53:04.097136 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-85d6b0e0-f60a-4723-8884-d6366a4e09b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:04.189268 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] Sync routers for ids ['40be026a-bd8d-4576-997e-3cd6a374a0a8'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:53:04.196205 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-85d6b0e0-f60a-4723-8884-d6366a4e09b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:04.253040 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device f4bf17b2-9bfa-462e-adfa-1a78fe30beef up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:53:04.263083 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-07383eea-2cc7-4f67-a629-2ff58899b7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:04.307458 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-85d6b0e0-f60a-4723-8884-d6366a4e09b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=272eba7c4fbe4c75a0e8e88eff73a4bb&name=default HTTP/1.1" status: 200 len: 2975 time: 3.7058718 Jun 23 16:53:04.308083 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 51786) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:04.337793 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:04.421977 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ef0017-6004-4cd2-ac9c-10924425562b admin admin] Router e23fc3d5-808f-4376-8ac3-177c625bcd68 has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:53:04.496950 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] Routers {'40be026a-bd8d-4576-997e-3cd6a374a0a8'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:53:04.508154 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6b0e0-f60a-4723-8884-d6366a4e09b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ad88a2-15ed-4093-b62b-6d5f5dd2a45e,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:04.510710 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:52:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['40be026a-bd8d-4576-997e-3cd6a374a0a8'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:04.877285 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-bab4a9dc-90c7-47f2-9b5a-e33b004f5d4f None None] Provisioning complete for port 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:04.877727 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-bab4a9dc-90c7-47f2-9b5a-e33b004f5d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:04.981597 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-85d6b0e0-f60a-4723-8884-d6366a4e09b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:05.063877 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] Set router 40be026a-bd8d-4576-997e-3cd6a374a0a8 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:53:05.076848 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-bab4a9dc-90c7-47f2-9b5a-e33b004f5d4f None None] Port 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:53:05.095627 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-807e4a37-09f5-4947-9aa8-0761d77eb285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:05.139805 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-ffa1c1d8-589e-4049-9821-f6d8432c94b8 admin admin] Allocated IP 172.20.0.1 (b23fbb98-5784-4b39-a20a-1c7bc7c6884e/556de990-9411-4552-8962-8043c6baa871/52430676-3bec-4f57-bf8e-18e75324c7f8) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:53:05.196431 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port f4bf17b2-9bfa-462e-adfa-1a78fe30beef triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:05.197088 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:05.233670 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-807e4a37-09f5-4947-9aa8-0761d77eb285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:05.442847 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9e65359e-8493-4009-8ec9-cd770cb150d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16059360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922'] for subnet, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:05.444847 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ef0017-6004-4cd2-ac9c-10924425562b admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:53:05.479465 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-c0ef0017-6004-4cd2-ac9c-10924425562b admin admin] 10.222.0.25 "PUT /v2.0/routers/e23fc3d5-808f-4376-8ac3-177c625bcd68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5544612 Jun 23 16:53:05.532801 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:05.607729 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-b0409724-ed80-45b4-8a6f-4738d131cb15 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:05.612734 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-b0409724-ed80-45b4-8a6f-4738d131cb15 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/networks?id=bc51e331-2a78-4fd9-b34d-0d910adf86ff HTTP/1.1" status: 200 len: 818 time: 0.4320612 Jun 23 16:53:05.687888 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-3921e06e-afca-48f7-b03c-79ca663b672d tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/quotas/87ef8f3f77b44efca262f73df840952f HTTP/1.1" status: 200 len: 375 time: 0.0610695 Jun 23 16:53:05.693306 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0770ad-3a56-4421-a986-958e5a4910a2 req-1f53901f-b981-4b8b-b21d-4cf178770237 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:05.695135 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ed0770ad-3a56-4421-a986-958e5a4910a2 req-1f53901f-b981-4b8b-b21d-4cf178770237 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 931 time: 0.8118432 Jun 23 16:53:05.707658 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65359e-8493-4009-8ec9-cd770cb150d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caea9ee5-73c4-44b5-b12d-165464f1dce8,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:05.714884 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-9e65359e-8493-4009-8ec9-cd770cb150d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:05.720404 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9e65359e-8493-4009-8ec9-cd770cb150d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:05.727257 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-9e65359e-8493-4009-8ec9-cd770cb150d8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/caea9ee5-73c4-44b5-b12d-165464f1dce8 HTTP/1.1" status: 204 len: 168 time: 2.6024494 Jun 23 16:53:05.789482 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40be026a-bd8d-4576-997e-3cd6a374a0a8', 'name': 'tempest-ServerRescueNegativeTestJSON-888616358-router', 'tenant_id': '87ef8f3f77b44efca262f73df840952f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'e17095f3-29c7-401d-925e-cd983409edd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:47Z', 'updated_at': '2021-06-23T16:52:58Z', 'revision_number': 4, 'project_id': '87ef8f3f77b44efca262f73df840952f', 'gw_port': {'id': 'e17095f3-29c7-401d-925e-cd983409edd8', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40be026a-bd8d-4576-997e-3cd6a374a0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:49Z', 'updated_at': '2021-06-23T16:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '27838a09-53b5-4643-b770-248a9d06c42a', 'name': '', 'network_id': 'bc51e331-2a78-4fd9-b34d-0d910adf86ff', 'tenant_id': '87ef8f3f77b44efca262f73df840952f', 'mac_address': 'fa:16:3e:ea:09:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40be026a-bd8d-4576-997e-3cd6a374a0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '40e372d6-9afa-4c58-9f87-929f1c34938e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:55Z', 'updated_at': '2021-06-23T16:52:59Z', 'revision_number': 2, 'project_id': '87ef8f3f77b44efca262f73df840952f', 'subnets': [{'id': '40e372d6-9afa-4c58-9f87-929f1c34938e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:05.800441 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 51822) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:05.845339 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] Checking router: 40be026a-bd8d-4576-997e-3cd6a374a0a8 for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:53:05.845339 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] Updating router 40be026a-bd8d-4576-997e-3cd6a374a0a8 port 27838a09-53b5-4643-b770-248a9d06c42a binding host dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:53:05.914583 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-807e4a37-09f5-4947-9aa8-0761d77eb285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:05.946502 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:05.951102 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ffa1c1d8-589e-4049-9821-f6d8432c94b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:05.959525 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-807e4a37-09f5-4947-9aa8-0761d77eb285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:05.971050 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-807e4a37-09f5-4947-9aa8-0761d77eb285 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71ad88a2-15ed-4093-b62b-6d5f5dd2a45e HTTP/1.1" status: 204 len: 168 time: 1.6509941 Jun 23 16:53:05.996555 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ed0770ad-3a56-4421-a986-958e5a4910a2 req-6f14d2f3-ab8a-4170-9fc3-e5d7d601ac2d tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a10ab07-de74-4140-b044-d73398609bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785702 Jun 23 16:53:06.004748 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:06.115445 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e4a37-09f5-4947-9aa8-0761d77eb285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ad88a2-15ed-4093-b62b-6d5f5dd2a45e,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:06.123579 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [None req-ffa1c1d8-589e-4049-9821-f6d8432c94b8 admin admin] Transition to ACTIVE for port object 52430676-3bec-4f57-bf8e-18e75324c7f8 will not be triggered until provisioned by entity DHCP. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:53:06.130483 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-807e4a37-09f5-4947-9aa8-0761d77eb285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:06.172480 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-7196e432-e9ca-44de-96d2-2f5da6b84a30 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=87ef8f3f77b44efca262f73df840952f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4307497 Jun 23 16:53:06.172480 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-df8251aa-f222-4e9a-89cd-c12326806576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16231295'] for network, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:06.307372 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 9b7d3498-a7e1-4a52-8180-211a4f2a5811 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:53:06.335792 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200aeeee-b49f-4d8c-8fb4-3e17f71738b2 {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:53:06.369484 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:06.405880 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Transition to ACTIVE for port object 200aeeee-b49f-4d8c-8fb4-3e17f71738b2 will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:53:06.431688 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ffa1c1d8-589e-4049-9821-f6d8432c94b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2323113'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:06.436763 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-df8251aa-f222-4e9a-89cd-c12326806576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086644', 'neutron.services.segments.db._delete_segments_for_network-8730820742431'] for network, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:06.454781 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-7eb14a07-b7c0-4f3c-b080-1331bdd4cb28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:06.479835 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:06.484308 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-c1268990-bb58-4c8d-9b2b-ae1dd940349c tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:06.566967 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1c1d8-589e-4049-9821-f6d8432c94b8 admin admin] Pushing event updated for resources: {'Port': ['ID=52430676-3bec-4f57-bf8e-18e75324c7f8,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:06.571283 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-df8251aa-f222-4e9a-89cd-c12326806576 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da20f8d3-bbdb-4679-96c5-c55208e8ac0a']}} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:06.584462 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-bb2a7054-aae1-49a3-8eee-b73162e5b4d3 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:53:06.584462 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-bb2a7054-aae1-49a3-8eee-b73162e5b4d3 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1575785 Jun 23 16:53:06.584462 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ffa1c1d8-589e-4049-9821-f6d8432c94b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:06.595311 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-df8251aa-f222-4e9a-89cd-c12326806576 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1023d6e7-d5fe-4b2c-8a92-5ed1ade14e2f') {'for_net_delete': True} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:06.596222 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-df8251aa-f222-4e9a-89cd-c12326806576 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1023d6e7-d5fe-4b2c-8a92-5ed1ade14e2f') {} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:06.612085 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa1c1d8-589e-4049-9821-f6d8432c94b8 admin admin] Network b23fbb98-5784-4b39-a20a-1c7bc7c6884e is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:53:06.638309 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-df8251aa-f222-4e9a-89cd-c12326806576 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730820730862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2321659'] for segment, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:06.651839 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-ffa1c1d8-589e-4049-9821-f6d8432c94b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:53:06.667993 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa1c1d8-589e-4049-9821-f6d8432c94b8 admin admin] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:53:06.701705 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Attempting to bind port 200aeeee-b49f-4d8c-8fb4-3e17f71738b2 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:53:06.706531 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Attempting to bind port 200aeeee-b49f-4d8c-8fb4-3e17f71738b2 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '61907c93-3fb6-4116-9203-2dec6b399647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'd50fc5fd-e347-4ed1-af50-9b71cc2f0d3c'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:53:06.707650 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Attempting to bind port 200aeeee-b49f-4d8c-8fb4-3e17f71738b2 on network d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:53:06.733318 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Port 200aeeee-b49f-4d8c-8fb4-3e17f71738b2 on network d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:53:06.733829 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Attempting to bind port 200aeeee-b49f-4d8c-8fb4-3e17f71738b2 on network d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:53:06.754464 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ffa1c1d8-589e-4049-9821-f6d8432c94b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705069'] for router_interface, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:06.767874 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Pushing event updated for resources: {'Port': ['ID=200aeeee-b49f-4d8c-8fb4-3e17f71738b2,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:06.779613 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:06.810219 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Checking agent: {'id': '78e83b5f-0ecc-435c-a465-b1f96103afbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:53:06.811193 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Checking segment: {'id': '61907c93-3fb6-4116-9203-2dec6b399647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'd50fc5fd-e347-4ed1-af50-9b71cc2f0d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:53:06.812016 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port 9b7d3498-a7e1-4a52-8180-211a4f2a5811 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:53:06.813738 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Bound using segment: {'id': '61907c93-3fb6-4116-9203-2dec6b399647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'd50fc5fd-e347-4ed1-af50-9b71cc2f0d3c'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:53:06.817932 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Bound port: 200aeeee-b49f-4d8c-8fb4-3e17f71738b2, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61907c93-3fb6-4116-9203-2dec6b399647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'd50fc5fd-e347-4ed1-af50-9b71cc2f0d3c'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:53:06.819226 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:06.827879 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 9b7d3498-a7e1-4a52-8180-211a4f2a5811 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:06.828271 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:06.975077 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-df8251aa-f222-4e9a-89cd-c12326806576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:07.030231 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df8251aa-f222-4e9a-89cd-c12326806576 admin admin] Releasing vlan 1390 on physical network physnet1 to pool {{(pid=105486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:53:07.049497 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-df8251aa-f222-4e9a-89cd-c12326806576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2323047'] for segment, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:07.058157 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-71931fab-d233-44c8-8398-49862633ca34 service neutron] For port 200aeeee-b49f-4d8c-8fb4-3e17f71738b2, host hv-cinder-79760, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: Traceback (most recent call last): Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: timer() Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: cb(*args, **kw) Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: return func(*args, **kwargs) Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: self._notify() Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: self.callback(batched_events) Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: event.method(event) Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: return f(self, *a, **k) Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: return self._get(url).json() Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: return self.request(url, 'GET', **kwargs) Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:53:07.092984 dv-cinder-797608-1-iscsi neutron-server[105486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:53:07.280843 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-c57ac401-7a1d-4ccb-b523-8b1faa33ba6a service neutron] 10.222.0.25 "GET /v2.0/networks/bc51e331-2a78-4fd9-b34d-0d910adf86ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6722052 Jun 23 16:53:07.315231 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:07.349518 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] For port 9b7d3498-a7e1-4a52-8180-211a4f2a5811, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=9b7d3498-a7e1-4a52-8180-211a4f2a5811,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:07.388456 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-71931fab-d233-44c8-8398-49862633ca34 service neutron] For port 200aeeee-b49f-4d8c-8fb4-3e17f71738b2, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=200aeeee-b49f-4d8c-8fb4-3e17f71738b2,segment=NetworkSegment(61907c93-3fb6-4116-9203-2dec6b399647),segment_id=61907c93-3fb6-4116-9203-2dec6b399647)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:53:07.399638 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-7b029add-652d-48c1-91ad-405e68aa0fc7 None None] Provisioning for port 52430676-3bec-4f57-bf8e-18e75324c7f8 completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:53:07.408673 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-df8251aa-f222-4e9a-89cd-c12326806576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724528'] for network, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:07.459531 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-7b029add-652d-48c1-91ad-405e68aa0fc7 None None] Provisioning complete for port 52430676-3bec-4f57-bf8e-18e75324c7f8 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:07.459905 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7b029add-652d-48c1-91ad-405e68aa0fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:07.464447 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:07.487164 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:07.492557 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 052671d0-66e2-4a1e-b8f5-aeb70e7497a3 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:53:07.495538 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:07.497392 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:07.520727 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-df8251aa-f222-4e9a-89cd-c12326806576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:07.525096 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-df8251aa-f222-4e9a-89cd-c12326806576 admin admin] 10.222.0.25 "DELETE /v2.0/networks/da20f8d3-bbdb-4679-96c5-c55208e8ac0a HTTP/1.1" status: 204 len: 168 time: 1.7180476 Jun 23 16:53:07.531851 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:07.585798 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:07.586554 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:07.588233 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-71931fab-d233-44c8-8398-49862633ca34 service neutron] 10.222.0.35 "PUT /v2.0/ports/200aeeee-b49f-4d8c-8fb4-3e17f71738b2 HTTP/1.1" status: 200 len: 1093 time: 4.4456718 Jun 23 16:53:07.589182 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd96508-7650-4c99-a4e8-a1dc6c648816', 'tag': '200aeeee-b49f-4d8c-8fb4-3e17f71738b2'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:53:07.604117 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8251aa-f222-4e9a-89cd-c12326806576 admin admin] Pushing event deleted for resources: {'Network': ['ID=da20f8d3-bbdb-4679-96c5-c55208e8ac0a,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:07.616107 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-df8251aa-f222-4e9a-89cd-c12326806576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:07.652210 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ffa1c1d8-589e-4049-9821-f6d8432c94b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:07.659687 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] Sync routers for ids ['e23fc3d5-808f-4376-8ac3-177c625bcd68'] in dv-cinder-797608-1-iscsi {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:53:07.680400 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-8fc8735b-4fbe-4cc2-8d01-f501c3e09182 service neutron] 10.222.0.25 "GET /v2.0/networks/bc51e331-2a78-4fd9-b34d-0d910adf86ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759735 Jun 23 16:53:07.693454 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] Routers {'e23fc3d5-808f-4376-8ac3-177c625bcd68'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:53:07.694538 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:52:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['e23fc3d5-808f-4376-8ac3-177c625bcd68'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:07.754679 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] Notify callbacks [] for port, precommit_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:07.857915 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-7b029add-652d-48c1-91ad-405e68aa0fc7 None None] Port 52430676-3bec-4f57-bf8e-18e75324c7f8 cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:53:07.986963 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] Transition to ACTIVE for port object 27838a09-53b5-4643-b770-248a9d06c42a will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:53:08.007882 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Pushing event updated for resources: {'Port': ['ID=9b7d3498-a7e1-4a52-8180-211a4f2a5811,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:08.030426 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:08.066312 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:08.073458 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ffa1c1d8-589e-4049-9821-f6d8432c94b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:08.090836 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 51866) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:08.096545 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-5ae66cdf-2b90-4907-93e7-b436b627ad8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:08.105495 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-6e5f4238-3db3-45f8-a48b-a73d71879afe tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1001390183', 'description': 'tempest-description--2033257975'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:53:08.177389 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ffa1c1d8-589e-4049-9821-f6d8432c94b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:08.266536 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:08.290007 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] Set router e23fc3d5-808f-4376-8ac3-177c625bcd68 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:53:08.379799 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1c1d8-589e-4049-9821-f6d8432c94b8 admin admin] Pushing event updated for resources: {'Port': ['ID=52430676-3bec-4f57-bf8e-18e75324c7f8,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:08.395379 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6e5f4238-3db3-45f8-a48b-a73d71879afe tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:08.398215 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ffa1c1d8-589e-4049-9821-f6d8432c94b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:08.441395 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-09efbf04-e0ff-4d98-a84a-41b66f452329 req-9a6d3db3-1c42-47c8-b8e2-6c5f415a059d tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 210 time: 0.0730395 Jun 23 16:53:08.468919 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Pushing event updated for resources: {'Port': ['ID=200aeeee-b49f-4d8c-8fb4-3e17f71738b2,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:08.469164 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port 052671d0-66e2-4a1e-b8f5-aeb70e7497a3 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:53:08.477400 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.980s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:08.505568 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] Attempting to bind port 27838a09-53b5-4643-b770-248a9d06c42a on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:53:08.515333 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] Attempting to bind port 27838a09-53b5-4643-b770-248a9d06c42a by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': '86c6b180-6392-4bf7-bfce-1134c8aa2a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': 'bc51e331-2a78-4fd9-b34d-0d910adf86ff'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:53:08.515980 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] Attempting to bind port 27838a09-53b5-4643-b770-248a9d06c42a on network bc51e331-2a78-4fd9-b34d-0d910adf86ff {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:53:08.521721 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 51896) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:08.526222 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 052671d0-66e2-4a1e-b8f5-aeb70e7497a3 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:08.528573 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ffa1c1d8-589e-4049-9821-f6d8432c94b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705089'] for router_interface, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:08.529164 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:08.586242 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6e5f4238-3db3-45f8-a48b-a73d71879afe tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:08.587838 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:53:08.588696 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] Checking segment: {'id': '86c6b180-6392-4bf7-bfce-1134c8aa2a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': 'bc51e331-2a78-4fd9-b34d-0d910adf86ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:53:08.589575 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:08.590231 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] Bound using segment: {'id': '86c6b180-6392-4bf7-bfce-1134c8aa2a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': 'bc51e331-2a78-4fd9-b34d-0d910adf86ff'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:53:08.591156 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] Bound port: 27838a09-53b5-4643-b770-248a9d06c42a, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c6b180-6392-4bf7-bfce-1134c8aa2a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': 'bc51e331-2a78-4fd9-b34d-0d910adf86ff'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:53:08.591906 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:08.620298 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae9540-8670-416c-8deb-30b4fee5f6dc None None] Pushing event updated for resources: {'Port': ['ID=27838a09-53b5-4643-b770-248a9d06c42a,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:08.634890 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-7dae9540-8670-416c-8deb-30b4fee5f6dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:08.797154 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-31537d01-6440-4ef0-a98d-f14c59daec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:08.800955 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-31537d01-6440-4ef0-a98d-f14c59daec56 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c64b75fe914b4651bb46da8ae8b9af3f&device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 1096 time: 0.4342551 Jun 23 16:53:08.823497 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e5897-ed62-4840-a527-6623ad09b2d5 req-c4c6f3a3-a9ca-4a52-829d-a74c7a4b049e tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:08.840335 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2a8e5897-ed62-4840-a527-6623ad09b2d5 req-c4c6f3a3-a9ca-4a52-829d-a74c7a4b049e tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 943 time: 0.4753525 Jun 23 16:53:08.881757 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa1c1d8-589e-4049-9821-f6d8432c94b8 admin admin] Network b23fbb98-5784-4b39-a20a-1c7bc7c6884e is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:53:08.890247 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-ffa1c1d8-589e-4049-9821-f6d8432c94b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:53:08.903871 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] For port 27838a09-53b5-4643-b770-248a9d06c42a, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:53:09.034050 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] For port 27838a09-53b5-4643-b770-248a9d06c42a, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=27838a09-53b5-4643-b770-248a9d06c42a,segment=NetworkSegment(86c6b180-6392-4bf7-bfce-1134c8aa2a34),segment_id=86c6b180-6392-4bf7-bfce-1134c8aa2a34)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:53:09.063624 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:09.170180 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] For port 052671d0-66e2-4a1e-b8f5-aeb70e7497a3, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=052671d0-66e2-4a1e-b8f5-aeb70e7497a3,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:09.173133 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:09.183807 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-7f12065e-8c52-4cd7-aec1-9423de8b6a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:09.219521 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'name': 'tempest-AttachVolumeShelveTestJSON-692728524-router', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:51Z', 'updated_at': '2021-06-23T16:53:01Z', 'revision_number': 4, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'gw_port': {'id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '5c9067a6-07f9-4796-aaa4-b8fa6ea3925a', 'name': '', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'mac_address': 'fa:16:3e:d8:50:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:57Z', 'updated_at': '2021-06-23T16:53:02Z', 'revision_number': 2, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'subnets': [{'id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:09.277498 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 51908) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:09.296873 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2a8e5897-ed62-4840-a527-6623ad09b2d5 req-002d41f9-250d-4d6f-b24b-7829046a82df tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a10ab07-de74-4140-b044-d73398609bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560156 Jun 23 16:53:09.303936 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-086fb6b6-a6e5-4114-ba49-fc72bc017c51 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=200aeeee-b49f-4d8c-8fb4-3e17f71738b2 HTTP/1.1" status: 200 len: 217 time: 0.4564705 Jun 23 16:53:09.332638 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] Checking router: e23fc3d5-808f-4376-8ac3-177c625bcd68 for host: dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:53:09.333541 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] Updating router e23fc3d5-808f-4376-8ac3-177c625bcd68 port 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a binding host dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:53:09.338914 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:09.379220 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6690012-65f1-4363-869c-b93db1ba1397" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd96508-7650-4c99-a4e8-a1dc6c648816", "tag": "200aeeee-b49f-4d8c-8fb4-3e17f71738b2"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:53:09.451943 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] Routers {'40be026a-bd8d-4576-997e-3cd6a374a0a8'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:53:09.452623 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:52:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['40be026a-bd8d-4576-997e-3cd6a374a0a8'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:09.454792 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae9540-8670-416c-8deb-30b4fee5f6dc None None] Pushing event updated for resources: {'Port': ['ID=27838a09-53b5-4643-b770-248a9d06c42a,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:09.484855 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-7dae9540-8670-416c-8deb-30b4fee5f6dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:09.501148 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:09.502644 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:09.731500 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 9b7d3498-a7e1-4a52-8180-211a4f2a5811 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:53:09.735085 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-9a2acc9f-94e2-426c-9fe4-84756d1c4b3a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5154028ed208411e9386166a04b9486a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4288068 Jun 23 16:53:09.762179 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 51930) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:09.789601 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-397bc3f7-f52f-47d3-96dc-9205ad226caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:09.795232 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-f0636b62-67d2-4940-b5f3-83f251c21e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:09.803710 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-f0636b62-67d2-4940-b5f3-83f251c21e14 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a52dc808-0c5f-492f-9d6b-c07b79049643 HTTP/1.1" status: 200 len: 852 time: 0.4050457 Jun 23 16:53:09.945650 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6e5f4238-3db3-45f8-a48b-a73d71879afe tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:09.960666 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Pushing event updated for resources: {'Port': ['ID=052671d0-66e2-4a1e-b8f5-aeb70e7497a3,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:09.965302 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:10.032528 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 9b7d3498-a7e1-4a52-8180-211a4f2a5811 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:10.033459 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:10.036528 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-35bcacb6-9d53-4d93-ab2c-efd2be916edc None None] Provisioning complete for port 52430676-3bec-4f57-bf8e-18e75324c7f8 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:10.037466 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-35bcacb6-9d53-4d93-ab2c-efd2be916edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:10.070949 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-65a2e8c3-ffe7-4c25-a95e-92bb5eb05ee1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2504859 Jun 23 16:53:10.220698 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-85d6b0e0-f60a-4723-8884-d6366a4e09b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:10.318608 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbc708f-b748-491e-964d-da481925ef58 x-openstack-request-id: req-8cbc708f-b748-491e-964d-da481925ef58 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:53:10.343413 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd96508-7650-4c99-a4e8-a1dc6c648816", "tag": "200aeeee-b49f-4d8c-8fb4-3e17f71738b2", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:53:10.343960 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8cbc708f-b748-491e-964d-da481925ef58 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:53:10.350244 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd96508-7650-4c99-a4e8-a1dc6c648816', 'tag': '200aeeee-b49f-4d8c-8fb4-3e17f71738b2', 'status': 'completed', 'code': 200} Jun 23 16:53:10.418178 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f4238-3db3-45f8-a48b-a73d71879afe tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008ed833-76cb-4cb3-8c88-c35a89a91871,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:10.423556 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-6e5f4238-3db3-45f8-a48b-a73d71879afe tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:10.452372 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa1c1d8-589e-4049-9821-f6d8432c94b8 admin admin] Router 4a407d4a-79c7-4139-ac52-94d87a04ea4f has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:53:10.455210 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] Notify callbacks [] for port, precommit_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:10.486848 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.provisioning_blocks [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] Transition to ACTIVE for port object 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a will not be triggered until provisioned by entity L2. {{(pid=105489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:53:10.544653 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14d060-a1cf-4138-ae56-709a2985788b req-9d6cb401-34db-4b5a-b347-40b2e3132470 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:10.548727 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ad14d060-a1cf-4138-ae56-709a2985788b req-9d6cb401-34db-4b5a-b347-40b2e3132470 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/networks?id=bc51e331-2a78-4fd9-b34d-0d910adf86ff HTTP/1.1" status: 200 len: 818 time: 0.6593339 Jun 23 16:53:10.558016 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] Set router 40be026a-bd8d-4576-997e-3cd6a374a0a8 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:53:10.560106 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-35bcacb6-9d53-4d93-ab2c-efd2be916edc None None] Port 52430676-3bec-4f57-bf8e-18e75324c7f8 cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:53:10.600125 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:10.630981 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-2eda2e89-73ac-4176-bb39-1a21338ef39b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:10.714921 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-06b448c8-56fd-4a18-b205-d9a77b802bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:10.878752 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa1c1d8-589e-4049-9821-f6d8432c94b8 admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:53:10.904644 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-ffa1c1d8-589e-4049-9821-f6d8432c94b8 admin admin] 10.222.0.25 "PUT /v2.0/routers/4a407d4a-79c7-4139-ac52-94d87a04ea4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0595341 Jun 23 16:53:10.913313 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ad14d060-a1cf-4138-ae56-709a2985788b req-c7af7e46-0704-41a9-be73-4a0edf018fd7 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/quotas/87ef8f3f77b44efca262f73df840952f HTTP/1.1" status: 200 len: 375 time: 0.3407125 Jun 23 16:53:10.928943 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] Sync routers for ids ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:53:10.971031 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-06b448c8-56fd-4a18-b205-d9a77b802bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:11.044596 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-07b954fc-9bdd-4839-bcd4-91bdd826c17a service neutron] 10.222.0.35 "GET /v2.0/networks/d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9204037 Jun 23 16:53:11.134028 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] Attempting to bind port 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:53:11.137517 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] Attempting to bind port 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': '7ce0ca5b-adf1-4b37-ab99-6a138d2965c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9'}] {{(pid=105489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:53:11.139024 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] Attempting to bind port 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a on network 9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:53:11.160807 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ad14d060-a1cf-4138-ae56-709a2985788b req-46a8509e-60f7-42bc-8a61-3552f1e9c8d8 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=87ef8f3f77b44efca262f73df840952f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2248521 Jun 23 16:53:11.170154 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:53:11.173500 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] Checking segment: {'id': '7ce0ca5b-adf1-4b37-ab99-6a138d2965c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:53:11.174128 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:11.174611 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] Bound using segment: {'id': '7ce0ca5b-adf1-4b37-ab99-6a138d2965c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9'} {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:53:11.175244 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] Bound port: 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce0ca5b-adf1-4b37-ab99-6a138d2965c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9'}}] {{(pid=105489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:53:11.176279 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:11.233047 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-397bc3f7-f52f-47d3-96dc-9205ad226caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:11.247462 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed5d59-73d7-4c90-a839-c1b924d37167 req-5af21957-1825-45a6-89dd-3cd70c6860ac tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:11.255307 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1aed5d59-73d7-4c90-a839-c1b924d37167 req-5af21957-1825-45a6-89dd-3cd70c6860ac tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 943 time: 0.5363867 Jun 23 16:53:11.310082 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c12f7ccc-93f0-4f38-bd71-162dfcd538d4 req-1365416d-8942-4bb3-9745-d59f5a4e3526 service neutron] 10.222.0.35 "GET /v2.0/networks/d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495139 Jun 23 16:53:11.348685 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5f40c-e6dd-4ee8-89ba-f2a7fbb7606d None None] Pushing event updated for resources: {'Port': ['ID=5c9067a6-07f9-4796-aaa4-b8fa6ea3925a,revision_number=3']} {{(pid=105489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:11.355197 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1aed5d59-73d7-4c90-a839-c1b924d37167 req-046b4747-2a98-471e-8cf5-3b33b18cef63 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a10ab07-de74-4140-b044-d73398609bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988808 Jun 23 16:53:11.358799 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-bed5f40c-e6dd-4ee8-89ba-f2a7fbb7606d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:11.375136 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ad14d060-a1cf-4138-ae56-709a2985788b req-e3334f53-0038-4834-a99d-8a96a38601f0 service neutron] 10.222.0.25 "GET /v2.0/networks/bc51e331-2a78-4fd9-b34d-0d910adf86ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138512 Jun 23 16:53:11.384157 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-397bc3f7-f52f-47d3-96dc-9205ad226caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:11.406777 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-b3fd58bf-52d5-40ba-9242-7abec0f2eae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:11.491596 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-06b448c8-56fd-4a18-b205-d9a77b802bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:11.508779 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-06b448c8-56fd-4a18-b205-d9a77b802bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:11.520602 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-06b448c8-56fd-4a18-b205-d9a77b802bdf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/777861e6-b808-4ed9-896e-ca0be85c727e HTTP/1.1" status: 204 len: 168 time: 1.7563756 Jun 23 16:53:11.546730 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6e5f4238-3db3-45f8-a48b-a73d71879afe tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:11.548961 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-397bc3f7-f52f-47d3-96dc-9205ad226caa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7acbaa8a157044ae9f93616d2e075cef&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0241358 Jun 23 16:53:11.553629 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-6e5f4238-3db3-45f8-a48b-a73d71879afe tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.4579341 Jun 23 16:53:11.554088 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 51964) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:11.561685 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 51966) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:11.566652 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] Routers {'4a407d4a-79c7-4139-ac52-94d87a04ea4f'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:53:11.568021 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:52:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:11.580535 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-d7958d9e-3787-4962-9612-28083647820b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Request body: {'security_group_rule': {'security_group_id': '008ed833-76cb-4cb3-8c88-c35a89a91871', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:53:11.609918 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397bc3f7-f52f-47d3-96dc-9205ad226caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e9c452-cd93-4986-8b6a-09670af44ba6,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:11.640417 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-397bc3f7-f52f-47d3-96dc-9205ad226caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:11.649444 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:11.705799 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b448c8-56fd-4a18-b205-d9a77b802bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777861e6-b808-4ed9-896e-ca0be85c727e,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:11.713448 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-06b448c8-56fd-4a18-b205-d9a77b802bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:11.722004 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ad14d060-a1cf-4138-ae56-709a2985788b req-2b646df2-b330-4c50-98d2-af20bcb34ff8 service neutron] 10.222.0.25 "GET /v2.0/networks/bc51e331-2a78-4fd9-b34d-0d910adf86ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430476 Jun 23 16:53:11.783847 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] Set router 4a407d4a-79c7-4139-ac52-94d87a04ea4f gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:53:11.787243 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-dcc6858a-2bda-4bf5-b1dc-47badc76657d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:11.848688 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d7958d9e-3787-4962-9612-28083647820b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:11.863821 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.db [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] For port 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:53:11.882386 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.db [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] For port 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=5c9067a6-07f9-4796-aaa4-b8fa6ea3925a,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:53:11.888475 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-dcc6858a-2bda-4bf5-b1dc-47badc76657d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:12.043853 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:12.046163 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:12.185571 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] Routers {'e23fc3d5-808f-4376-8ac3-177c625bcd68'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:53:12.186910 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:52:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['e23fc3d5-808f-4376-8ac3-177c625bcd68'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:12.192809 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5f40c-e6dd-4ee8-89ba-f2a7fbb7606d None None] Pushing event updated for resources: {'Port': ['ID=5c9067a6-07f9-4796-aaa4-b8fa6ea3925a,revision_number=4']} {{(pid=105489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:12.231262 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-dcc6858a-2bda-4bf5-b1dc-47badc76657d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:12.236058 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-dcc6858a-2bda-4bf5-b1dc-47badc76657d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:12.241244 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-dcc6858a-2bda-4bf5-b1dc-47badc76657d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96e9c452-cd93-4986-8b6a-09670af44ba6 HTTP/1.1" status: 204 len: 168 time: 0.6725135 Jun 23 16:53:12.241244 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:12.251021 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-bed5f40c-e6dd-4ee8-89ba-f2a7fbb7606d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:12.266434 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6858a-2bda-4bf5-b1dc-47badc76657d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e9c452-cd93-4986-8b6a-09670af44ba6,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:12.280874 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-dcc6858a-2bda-4bf5-b1dc-47badc76657d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:12.318244 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d7958d9e-3787-4962-9612-28083647820b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:12.423362 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-46592daa-8c9d-434a-b387-274ea831c1cc req-4c8fb47c-9df4-4356-ac4f-6d9f214c9c0b tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 210 time: 0.0860822 Jun 23 16:53:12.427161 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d7958d9e-3787-4962-9612-28083647820b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:12.433790 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:12.435502 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 052671d0-66e2-4a1e-b8f5-aeb70e7497a3 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:53:12.451681 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40be026a-bd8d-4576-997e-3cd6a374a0a8', 'name': 'tempest-ServerRescueNegativeTestJSON-888616358-router', 'tenant_id': '87ef8f3f77b44efca262f73df840952f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'e17095f3-29c7-401d-925e-cd983409edd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:47Z', 'updated_at': '2021-06-23T16:52:58Z', 'revision_number': 4, 'project_id': '87ef8f3f77b44efca262f73df840952f', 'gw_port': {'id': 'e17095f3-29c7-401d-925e-cd983409edd8', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40be026a-bd8d-4576-997e-3cd6a374a0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:49Z', 'updated_at': '2021-06-23T16:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '27838a09-53b5-4643-b770-248a9d06c42a', 'name': '', 'network_id': 'bc51e331-2a78-4fd9-b34d-0d910adf86ff', 'tenant_id': '87ef8f3f77b44efca262f73df840952f', 'mac_address': 'fa:16:3e:ea:09:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40be026a-bd8d-4576-997e-3cd6a374a0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '40e372d6-9afa-4c58-9f87-929f1c34938e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:55Z', 'updated_at': '2021-06-23T16:53:08Z', 'revision_number': 4, 'project_id': '87ef8f3f77b44efca262f73df840952f', 'subnets': [{'id': '40e372d6-9afa-4c58-9f87-929f1c34938e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:12.490613 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] Set router e23fc3d5-808f-4376-8ac3-177c625bcd68 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:53:12.501326 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7958d9e-3787-4962-9612-28083647820b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c465df-f519-4797-94fc-04c46b184a96,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:12.515235 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-d7958d9e-3787-4962-9612-28083647820b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:12.591499 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330c4d1-f9b3-4a97-bd51-e0aa70536697 None None] The sync data for ids ['40be026a-bd8d-4576-997e-3cd6a374a0a8'] in dv-cinder-797608-1-iscsi is: [{'id': '40be026a-bd8d-4576-997e-3cd6a374a0a8', 'name': 'tempest-ServerRescueNegativeTestJSON-888616358-router', 'tenant_id': '87ef8f3f77b44efca262f73df840952f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'e17095f3-29c7-401d-925e-cd983409edd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:47Z', 'updated_at': '2021-06-23T16:52:58Z', 'revision_number': 4, 'project_id': '87ef8f3f77b44efca262f73df840952f', 'gw_port': {'id': 'e17095f3-29c7-401d-925e-cd983409edd8', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40be026a-bd8d-4576-997e-3cd6a374a0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:49Z', 'updated_at': '2021-06-23T16:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '27838a09-53b5-4643-b770-248a9d06c42a', 'name': '', 'network_id': 'bc51e331-2a78-4fd9-b34d-0d910adf86ff', 'tenant_id': '87ef8f3f77b44efca262f73df840952f', 'mac_address': 'fa:16:3e:ea:09:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40be026a-bd8d-4576-997e-3cd6a374a0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '40e372d6-9afa-4c58-9f87-929f1c34938e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:55Z', 'updated_at': '2021-06-23T16:53:08Z', 'revision_number': 4, 'project_id': '87ef8f3f77b44efca262f73df840952f', 'subnets': [{'id': '40e372d6-9afa-4c58-9f87-929f1c34938e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:53:12.694083 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d7958d9e-3787-4962-9612-28083647820b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:12.701587 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 51994) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:12.704088 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-d7958d9e-3787-4962-9612-28083647820b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1357870 Jun 23 16:53:12.721426 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-f5a2b597-446d-495a-bed7-5d64110a7503 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Request body: {'security_group_rule': {'security_group_id': '008ed833-76cb-4cb3-8c88-c35a89a91871', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:53:12.804289 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 51998) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:12.809968 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-17e328ae-82b2-49b0-93d8-962ebcf99db6 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1939826961', 'description': 'tempest-description--819599265'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:53:12.884318 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 052671d0-66e2-4a1e-b8f5-aeb70e7497a3 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:12.884717 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:12.991122 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d34058-c897-4268-a53b-34b6b37f094b req-fc8283d1-8f1d-437a-9e28-679bd33d0324 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:12.999366 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f5a2b597-446d-495a-bed7-5d64110a7503 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:13.000424 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f7d34058-c897-4268-a53b-34b6b37f094b req-fc8283d1-8f1d-437a-9e28-679bd33d0324 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 943 time: 0.3775642 Jun 23 16:53:13.028684 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'name': 'tempest-AttachVolumeTestJSON-1191488516-router', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:50Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '13aefe26f9b840c483117371156e9160', 'gw_port': {'id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '52430676-3bec-4f57-bf8e-18e75324c7f8', 'name': '', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'mac_address': 'fa:16:3e:69:6a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '556de990-9411-4552-8962-8043c6baa871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:53:03Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 2, 'project_id': '13aefe26f9b840c483117371156e9160', 'subnets': [{'id': '556de990-9411-4552-8962-8043c6baa871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:13.150341 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6690012-65f1-4363-869c-b93db1ba1397 req-70ccd850-2031-4ddf-9c71-ae86583e2cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:13.152580 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e6690012-65f1-4363-869c-b93db1ba1397 req-70ccd850-2031-4ddf-9c71-ae86583e2cc5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c64b75fe914b4651bb46da8ae8b9af3f&device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 1096 time: 0.3057556 Jun 23 16:53:13.183340 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f5a2b597-446d-495a-bed7-5d64110a7503 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:13.187914 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-17e328ae-82b2-49b0-93d8-962ebcf99db6 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:13.193532 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f7d34058-c897-4268-a53b-34b6b37f094b req-64af0db7-8e86-4164-bd1f-8ccb247c1286 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a10ab07-de74-4140-b044-d73398609bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849055 Jun 23 16:53:13.194742 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 52004) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:13.208850 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] Checking router: 4a407d4a-79c7-4139-ac52-94d87a04ea4f for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:53:13.219763 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] Updating router 4a407d4a-79c7-4139-ac52-94d87a04ea4f port 52430676-3bec-4f57-bf8e-18e75324c7f8 binding host dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:53:13.312727 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'name': 'tempest-AttachVolumeShelveTestJSON-692728524-router', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:51Z', 'updated_at': '2021-06-23T16:53:01Z', 'revision_number': 4, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'gw_port': {'id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '5c9067a6-07f9-4796-aaa4-b8fa6ea3925a', 'name': '', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'mac_address': 'fa:16:3e:d8:50:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:57Z', 'updated_at': '2021-06-23T16:53:11Z', 'revision_number': 4, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'subnets': [{'id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:13.328503 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:13.350884 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f5a2b597-446d-495a-bed7-5d64110a7503 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:13.381167 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:13.401022 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7e41b6-358d-4b1a-bb47-579333f5047d None None] The sync data for ids ['e23fc3d5-808f-4376-8ac3-177c625bcd68'] in dv-cinder-797608-1-iscsi is: [{'id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'name': 'tempest-AttachVolumeShelveTestJSON-692728524-router', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:51Z', 'updated_at': '2021-06-23T16:53:01Z', 'revision_number': 4, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'gw_port': {'id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '5c9067a6-07f9-4796-aaa4-b8fa6ea3925a', 'name': '', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'mac_address': 'fa:16:3e:d8:50:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:57Z', 'updated_at': '2021-06-23T16:53:11Z', 'revision_number': 4, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'subnets': [{'id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:53:13.407717 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-3d732a56-f045-4b1f-9b67-b0151c2348a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a8722ac248e46969ec828aad498b705&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2117784 Jun 23 16:53:13.411874 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 52008) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:13.422587 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2b597-446d-495a-bed7-5d64110a7503 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879f14dd-ca4f-4572-9441-e0ceff52fa53,revision_number=0']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:13.435377 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-f5a2b597-446d-495a-bed7-5d64110a7503 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:13.602792 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-175fece1-531f-4973-8c27-a285adbd3eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:13.677179 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-175fece1-531f-4973-8c27-a285adbd3eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:13.686733 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-17e328ae-82b2-49b0-93d8-962ebcf99db6 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:13.779908 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-77863ea4-3b1d-4a72-bf38-79aed5f57a78 req-c3fb4b81-3f7f-4263-8d63-ce6d73399cef tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 210 time: 0.0913899 Jun 23 16:53:14.039307 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] Notify callbacks [] for port, precommit_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:14.051911 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] Transition to ACTIVE for port object 52430676-3bec-4f57-bf8e-18e75324c7f8 will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:53:14.055528 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-175fece1-531f-4973-8c27-a285adbd3eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:14.056127 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-17e328ae-82b2-49b0-93d8-962ebcf99db6 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:14.060789 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-175fece1-531f-4973-8c27-a285adbd3eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:14.063606 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7d766c98-3fbb-4d84-adfd-dc26b68466d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:14.065300 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-175fece1-531f-4973-8c27-a285adbd3eda admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc664da0-5d78-4771-ab78-902775b82fda HTTP/1.1" status: 204 len: 168 time: 0.6522572 Jun 23 16:53:14.066862 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:14.087263 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fece1-531f-4973-8c27-a285adbd3eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc664da0-5d78-4771-ab78-902775b82fda,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:14.091328 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-175fece1-531f-4973-8c27-a285adbd3eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:14.124595 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e328ae-82b2-49b0-93d8-962ebcf99db6 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dff21f9f-af5e-4808-a0c0-b54eec4c35e6,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:14.128005 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-17e328ae-82b2-49b0-93d8-962ebcf99db6 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:14.174553 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f5a2b597-446d-495a-bed7-5d64110a7503 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:14.175784 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-f5a2b597-446d-495a-bed7-5d64110a7503 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4729438 Jun 23 16:53:14.179033 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 52034) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:14.187949 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-23706eca-68d1-4e2d-8789-f75cb921c725 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Request body: {'floatingip': {'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:53:14.205545 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-17e328ae-82b2-49b0-93d8-962ebcf99db6 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:14.206748 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:14.207224 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-17e328ae-82b2-49b0-93d8-962ebcf99db6 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4014485 Jun 23 16:53:14.210370 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 52036) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:14.222739 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:14.224943 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-3b9ce2ae-6873-41c4-9dff-f3b12426e417 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Request body: {'security_group_rule': {'security_group_id': 'dff21f9f-af5e-4808-a0c0-b54eec4c35e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:53:14.356142 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-23706eca-68d1-4e2d-8789-f75cb921c725 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for floatingip, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:14.455448 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 27838a09-53b5-4643-b770-248a9d06c42a up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:53:14.465972 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3b9ce2ae-6873-41c4-9dff-f3b12426e417 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:14.615689 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] Attempting to bind port 52430676-3bec-4f57-bf8e-18e75324c7f8 on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:53:14.616203 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] Attempting to bind port 52430676-3bec-4f57-bf8e-18e75324c7f8 by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': 'b569fb93-7894-43d9-9e6f-ec82b13b1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:53:14.617411 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] Attempting to bind port 52430676-3bec-4f57-bf8e-18e75324c7f8 on network b23fbb98-5784-4b39-a20a-1c7bc7c6884e {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:53:14.636118 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ad321-5521-4804-91a7-60537faae82b None None] Pushing event updated for resources: {'Port': ['ID=52430676-3bec-4f57-bf8e-18e75324c7f8,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:14.654691 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-ef3ad321-5521-4804-91a7-60537faae82b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:14.670262 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:53:14.674240 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] Checking segment: {'id': 'b569fb93-7894-43d9-9e6f-ec82b13b1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:53:14.675619 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:14.676730 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] Bound using segment: {'id': 'b569fb93-7894-43d9-9e6f-ec82b13b1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:53:14.677823 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] Bound port: 52430676-3bec-4f57-bf8e-18e75324c7f8, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b569fb93-7894-43d9-9e6f-ec82b13b1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:53:14.678882 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3b9ce2ae-6873-41c4-9dff-f3b12426e417 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:14.679636 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:14.763759 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3b9ce2ae-6873-41c4-9dff-f3b12426e417 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:14.766617 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-f5a2b597-446d-495a-bed7-5d64110a7503 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:14.844132 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ce2ae-6873-41c4-9dff-f3b12426e417 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1d0f09-0550-4063-af52-f69242ac6f61,revision_number=0']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:14.850503 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-3b9ce2ae-6873-41c4-9dff-f3b12426e417 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:14.866078 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3b9ce2ae-6873-41c4-9dff-f3b12426e417 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:14.870612 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-3b9ce2ae-6873-41c4-9dff-f3b12426e417 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6559429 Jun 23 16:53:14.871015 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 52050) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:14.878996 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-e75358b5-cf47-4206-a99e-8e3a63465836 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Request body: {'security_group_rule': {'security_group_id': 'dff21f9f-af5e-4808-a0c0-b54eec4c35e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:53:14.992486 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] For port 52430676-3bec-4f57-bf8e-18e75324c7f8, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:53:15.000970 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] For port 52430676-3bec-4f57-bf8e-18e75324c7f8, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=52430676-3bec-4f57-bf8e-18e75324c7f8,segment=NetworkSegment(b569fb93-7894-43d9-9e6f-ec82b13b1eb5),segment_id=b569fb93-7894-43d9-9e6f-ec82b13b1eb5)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:53:15.088375 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a2c4d-a35a-4719-abf2-e6d294330ee3 req-2b4440c8-f135-499c-8aff-a9567231a3c0 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:15.090239 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-666a2c4d-a35a-4719-abf2-e6d294330ee3 req-2b4440c8-f135-499c-8aff-a9567231a3c0 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 943 time: 0.4200208 Jun 23 16:53:15.091903 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-23706eca-68d1-4e2d-8789-f75cb921c725 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:15.153534 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e75358b5-cf47-4206-a99e-8e3a63465836 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:15.165197 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:15.169553 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port 27838a09-53b5-4643-b770-248a9d06c42a completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:53:15.170620 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-484037dd-192d-4a33-be3c-b2cf6f18c0d3 req-21608355-df4c-4464-acdc-9563affb1eb3 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 210 time: 0.1347847 Jun 23 16:53:15.174363 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:15.226403 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-666a2c4d-a35a-4719-abf2-e6d294330ee3 req-1dd98ffc-b2ad-4e63-a1a0-f9b1b7ef20af tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a10ab07-de74-4140-b044-d73398609bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254268 Jun 23 16:53:15.271133 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:53:15.400662 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e75358b5-cf47-4206-a99e-8e3a63465836 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:15.400662 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6690012-65f1-4363-869c-b93db1ba1397 req-e9770284-ce12-4c32-a59b-955b679799ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:15.400662 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e6690012-65f1-4363-869c-b93db1ba1397 req-e9770284-ce12-4c32-a59b-955b679799ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c HTTP/1.1" status: 200 len: 914 time: 0.3691854 Jun 23 16:53:15.402795 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 27838a09-53b5-4643-b770-248a9d06c42a triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:15.402795 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:15.464027 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e6690012-65f1-4363-869c-b93db1ba1397 req-6650e32c-93b8-486f-8b28-3e90118f3bff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=200aeeee-b49f-4d8c-8fb4-3e17f71738b2 HTTP/1.1" status: 200 len: 217 time: 0.0988822 Jun 23 16:53:15.466811 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ad321-5521-4804-91a7-60537faae82b None None] Pushing event updated for resources: {'Port': ['ID=52430676-3bec-4f57-bf8e-18e75324c7f8,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:15.475131 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] Routers {'4a407d4a-79c7-4139-ac52-94d87a04ea4f'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:53:15.476360 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:52:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:15.477779 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-23706eca-68d1-4e2d-8789-f75cb921c725 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Allocated IP 172.27.2.117 (1cd33bb4-367c-4537-aa24-40400b43cefc/1811faaa-3b17-4cfd-8a02-b64db4dab64a/eaef7d02-2b20-43f1-beea-cf5c6e1d0455) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:53:15.482008 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-ef3ad321-5521-4804-91a7-60537faae82b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:15.732536 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-23706eca-68d1-4e2d-8789-f75cb921c725 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:16.039607 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6690012-65f1-4363-869c-b93db1ba1397 req-2d121a4b-e462-4081-a45c-562a88f711e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:16.039607 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e6690012-65f1-4363-869c-b93db1ba1397 req-2d121a4b-e462-4081-a45c-562a88f711e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a52dc808-0c5f-492f-9d6b-c07b79049643 HTTP/1.1" status: 200 len: 852 time: 0.1828983 Jun 23 16:53:16.039607 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e75358b5-cf47-4206-a99e-8e3a63465836 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:16.042684 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] Set router 4a407d4a-79c7-4139-ac52-94d87a04ea4f gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:53:16.042986 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:16.043062 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:16.213822 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e6690012-65f1-4363-869c-b93db1ba1397 req-6b79ca1a-e81e-4602-ae25-4d42d638e00d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2124519 Jun 23 16:53:16.267311 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75358b5-cf47-4206-a99e-8e3a63465836 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8800ffe7-cea3-4276-a6b3-0ef2730c8ad1,revision_number=0']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:16.306264 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-e75358b5-cf47-4206-a99e-8e3a63465836 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:16.379041 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-23706eca-68d1-4e2d-8789-f75cb921c725 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2323113'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:16.384604 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:16.461685 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] For port 27838a09-53b5-4643-b770-248a9d06c42a, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=27838a09-53b5-4643-b770-248a9d06c42a,segment=NetworkSegment(86c6b180-6392-4bf7-bfce-1134c8aa2a34),segment_id=86c6b180-6392-4bf7-bfce-1134c8aa2a34)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:16.627086 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:16.630084 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:53:16.689800 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-7dae9540-8670-416c-8deb-30b4fee5f6dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:16.715859 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23706eca-68d1-4e2d-8789-f75cb921c725 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Network 1cd33bb4-367c-4537-aa24-40400b43cefc is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:53:16.748529 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-23706eca-68d1-4e2d-8789-f75cb921c725 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:53:16.762478 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23706eca-68d1-4e2d-8789-f75cb921c725 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:53:16.847813 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23706eca-68d1-4e2d-8789-f75cb921c725 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Pushing event updated for resources: {'Port': ['ID=eaef7d02-2b20-43f1-beea-cf5c6e1d0455,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:17.010947 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-23706eca-68d1-4e2d-8789-f75cb921c725 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:17.128528 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e75358b5-cf47-4206-a99e-8e3a63465836 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:17.130797 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-e75358b5-cf47-4206-a99e-8e3a63465836 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2585409 Jun 23 16:53:17.173475 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 52102) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:17.191731 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Pushing event updated for resources: {'Port': ['ID=27838a09-53b5-4643-b770-248a9d06c42a,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:17.194639 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-ebbb0ac8-ea3e-4a8f-8890-357990d7fd7c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Request body: {'floatingip': {'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:53:17.203983 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:17.248956 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2899835b-fab2-4743-844e-058d42ae9b59 req-597c0791-8e73-4ffb-ba36-fd419e0a0862 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 210 time: 0.1063597 Jun 23 16:53:17.357945 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329112ea-7a8c-4364-8e4f-ba73293b947f req-4c43f876-8f1e-4e33-b22c-3c4b2f21d9de tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:17.382236 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e6690012-65f1-4363-869c-b93db1ba1397 req-32ce60fb-b5dc-4f4e-b4da-df28b3fe7871 service neutron] 10.222.0.35 "GET /v2.0/networks/d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1575561 Jun 23 16:53:17.383475 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-329112ea-7a8c-4364-8e4f-ba73293b947f req-4c43f876-8f1e-4e33-b22c-3c4b2f21d9de tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 943 time: 0.6007493 Jun 23 16:53:17.455250 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:53:17.501673 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ebbb0ac8-ea3e-4a8f-8890-357990d7fd7c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for floatingip, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:17.503364 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:17.503856 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:17.594023 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'name': 'tempest-AttachVolumeTestJSON-1191488516-router', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:50Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '13aefe26f9b840c483117371156e9160', 'gw_port': {'id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '52430676-3bec-4f57-bf8e-18e75324c7f8', 'name': '', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'mac_address': 'fa:16:3e:69:6a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '556de990-9411-4552-8962-8043c6baa871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:53:03Z', 'updated_at': '2021-06-23T16:53:14Z', 'revision_number': 4, 'project_id': '13aefe26f9b840c483117371156e9160', 'subnets': [{'id': '556de990-9411-4552-8962-8043c6baa871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:17.667733 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-23706eca-68d1-4e2d-8789-f75cb921c725 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:17.669605 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628cc442-ead2-433a-8ae5-1b3e5ffe8f51 None None] The sync data for ids ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'] in dv-cinder-797608-1-iscsi is: [{'id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'name': 'tempest-AttachVolumeTestJSON-1191488516-router', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:50Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '13aefe26f9b840c483117371156e9160', 'gw_port': {'id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '52430676-3bec-4f57-bf8e-18e75324c7f8', 'name': '', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'mac_address': 'fa:16:3e:69:6a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '556de990-9411-4552-8962-8043c6baa871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:53:03Z', 'updated_at': '2021-06-23T16:53:14Z', 'revision_number': 4, 'project_id': '13aefe26f9b840c483117371156e9160', 'subnets': [{'id': '556de990-9411-4552-8962-8043c6baa871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:53:17.722522 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-329112ea-7a8c-4364-8e4f-ba73293b947f req-29c1da30-7421-4bfc-a677-104a27bac5c1 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a10ab07-de74-4140-b044-d73398609bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691779 Jun 23 16:53:17.767596 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e6690012-65f1-4363-869c-b93db1ba1397 req-fce28dee-bcbb-49c5-b031-22c0494ffa74 service neutron] 10.222.0.35 "GET /v2.0/networks/d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563108 Jun 23 16:53:17.930382 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:17.990013 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ebbb0ac8-ea3e-4a8f-8890-357990d7fd7c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:17.993554 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-23706eca-68d1-4e2d-8789-f75cb921c725 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:18.025839 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] For port 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=5c9067a6-07f9-4796-aaa4-b8fa6ea3925a,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:18.205960 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:18.207975 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:18.371563 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Pushing event updated for resources: {'Port': ['ID=5c9067a6-07f9-4796-aaa4-b8fa6ea3925a,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:18.399156 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:18.402113 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [None req-ebbb0ac8-ea3e-4a8f-8890-357990d7fd7c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Allocated IP 172.27.2.103 (1cd33bb4-367c-4537-aa24-40400b43cefc/1811faaa-3b17-4cfd-8a02-b64db4dab64a/5a3d53e9-fbee-4cc8-acd3-2f56ddc76d5b) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:53:18.574108 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 27838a09-53b5-4643-b770-248a9d06c42a up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:53:18.730621 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 27838a09-53b5-4643-b770-248a9d06c42a triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:18.731263 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:18.732750 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-4a3cad2d-f419-4224-8a6b-a8d55c8b493c req-7a4e1c5a-b1c3-4c71-9126-a7f600d945be tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 210 time: 0.1056392 Jun 23 16:53:18.894399 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ebbb0ac8-ea3e-4a8f-8890-357990d7fd7c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:18.992271 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-6700f101-2f8f-4faa-a8f3-677ac83e95ec tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:18.992271 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-6700f101-2f8f-4faa-a8f3-677ac83e95ec tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.35 "GET /v2.0/networks?id=bc51e331-2a78-4fd9-b34d-0d910adf86ff HTTP/1.1" status: 200 len: 818 time: 0.3634069 Jun 23 16:53:19.031291 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-03e2776b-f227-4a6a-96b5-de0b065a5ce4 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Request body: {'port': {'device_id': '43fa9d96-65c6-4f19-ac30-e997653fee62', 'network_id': 'bc51e331-2a78-4fd9-b34d-0d910adf86ff', 'admin_state_up': True, 'tenant_id': '87ef8f3f77b44efca262f73df840952f'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:53:19.049257 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 52138) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:19.066964 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 52430676-3bec-4f57-bf8e-18e75324c7f8 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:53:19.114605 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-23706eca-68d1-4e2d-8789-f75cb921c725 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:19.198894 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fd424-aabb-4fe8-a795-cce841d49b16 req-d69584e4-9b24-48cf-a950-46942268ca7f tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:19.201102 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8d2fd424-aabb-4fe8-a795-cce841d49b16 req-d69584e4-9b24-48cf-a950-46942268ca7f tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 943 time: 0.2089715 Jun 23 16:53:19.281964 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8d2fd424-aabb-4fe8-a795-cce841d49b16 req-6ee3ba8c-8879-452e-82b6-c4b337a6b76c tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a10ab07-de74-4140-b044-d73398609bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680048 Jun 23 16:53:19.569720 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-23706eca-68d1-4e2d-8789-f75cb921c725 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:19.571090 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-03e2776b-f227-4a6a-96b5-de0b065a5ce4 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Made reservation on behalf of 87ef8f3f77b44efca262f73df840952f for: {'port': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:53:19.572346 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port 52430676-3bec-4f57-bf8e-18e75324c7f8 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:53:19.573833 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:19.590423 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-03e2776b-f227-4a6a-96b5-de0b065a5ce4 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:19.593866 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 52430676-3bec-4f57-bf8e-18e75324c7f8 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:19.594412 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:19.599620 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ebbb0ac8-ea3e-4a8f-8890-357990d7fd7c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:19.658983 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-ad5cfd89-2e59-4456-bafd-26f671d9c1e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:19.745297 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbb0ac8-ea3e-4a8f-8890-357990d7fd7c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Network 1cd33bb4-367c-4537-aa24-40400b43cefc is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:53:19.762004 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-ebbb0ac8-ea3e-4a8f-8890-357990d7fd7c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:53:19.789260 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23706eca-68d1-4e2d-8789-f75cb921c725 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Pushing event updated for resources: {'Port': ['ID=eaef7d02-2b20-43f1-beea-cf5c6e1d0455,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:19.798080 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-23706eca-68d1-4e2d-8789-f75cb921c725 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:19.801530 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-23706eca-68d1-4e2d-8789-f75cb921c725 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724514'] for floatingip, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:19.821286 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb0ac8-ea3e-4a8f-8890-357990d7fd7c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:53:20.050481 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:20.157069 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] For port 52430676-3bec-4f57-bf8e-18e75324c7f8, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=52430676-3bec-4f57-bf8e-18e75324c7f8,segment=NetworkSegment(b569fb93-7894-43d9-9e6f-ec82b13b1eb5),segment_id=b569fb93-7894-43d9-9e6f-ec82b13b1eb5)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:20.188034 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb0ac8-ea3e-4a8f-8890-357990d7fd7c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Pushing event updated for resources: {'Port': ['ID=5a3d53e9-fbee-4cc8-acd3-2f56ddc76d5b,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:20.194038 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-ebbb0ac8-ea3e-4a8f-8890-357990d7fd7c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:20.306387 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-59046414-3df7-4838-b959-ee01b58b2338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:20.411435 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-60e4e103-36f5-4094-b4e2-f1e6775f8b80 req-d3e3b428-7a78-4dbf-a7b8-d3b241cacfa7 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 210 time: 0.1978717 Jun 23 16:53:20.441984 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ebbb0ac8-ea3e-4a8f-8890-357990d7fd7c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:20.457539 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-23706eca-68d1-4e2d-8789-f75cb921c725 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:20.459655 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-23706eca-68d1-4e2d-8789-f75cb921c725 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2795844 Jun 23 16:53:20.500227 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:20.516310 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:20.649660 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ebbb0ac8-ea3e-4a8f-8890-357990d7fd7c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:20.657418 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-03e2776b-f227-4a6a-96b5-de0b065a5ce4 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Allocated IP 172.20.0.12 (bc51e331-2a78-4fd9-b34d-0d910adf86ff/40e372d6-9afa-4c58-9f87-929f1c34938e/7c7029bd-593d-4843-a3ab-e13289e717ac) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:53:20.683855 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3c3f9-ab00-4a57-ac4b-75c5b1b9a625 req-9a18a8bd-7717-4cba-a9f6-1e0a3ec82ba3 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:20.694531 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-17b3c3f9-ab00-4a57-ac4b-75c5b1b9a625 req-9a18a8bd-7717-4cba-a9f6-1e0a3ec82ba3 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 943 time: 0.1861775 Jun 23 16:53:20.799455 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Pushing event updated for resources: {'Port': ['ID=52430676-3bec-4f57-bf8e-18e75324c7f8,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:20.809383 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:20.843043 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:53:20.844244 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-17b3c3f9-ab00-4a57-ac4b-75c5b1b9a625 req-dcfedc31-cd5d-4efa-bb50-1f9797fa4f02 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a10ab07-de74-4140-b044-d73398609bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488321 Jun 23 16:53:20.938021 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:20.938589 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:21.061242 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-59046414-3df7-4838-b959-ee01b58b2338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:21.184296 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-59046414-3df7-4838-b959-ee01b58b2338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:21.197962 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:21.209796 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.35', 62623) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:21.253213 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59046414-3df7-4838-b959-ee01b58b2338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111c3c63-0625-4dda-88d5-46c0ef064e6b,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:21.266044 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-03e2776b-f227-4a6a-96b5-de0b065a5ce4 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:21.274135 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-59046414-3df7-4838-b959-ee01b58b2338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:21.333163 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-69780a49-5883-41ae-b7bc-153bbc316044 req-3c8970ee-96fe-40ed-a3c9-244f0764941b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1001390183&fields=id&tenant_id=58bd8fd6ed204ffa93646e359469c46f HTTP/1.1" status: 200 len: 267 time: 0.1519458 Jun 23 16:53:21.341016 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ebbb0ac8-ea3e-4a8f-8890-357990d7fd7c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:21.352377 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-59046414-3df7-4838-b959-ee01b58b2338 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=82986b00b2404b5cb28634916a9dba71&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3012128 Jun 23 16:53:21.357384 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 52194) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:21.449449 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ebbb0ac8-ea3e-4a8f-8890-357990d7fd7c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:21.463308 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:21.474904 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-2a07e6c2-aa23-4970-b65c-f4e4c0075494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:21.488922 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ebbb0ac8-ea3e-4a8f-8890-357990d7fd7c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724514'] for floatingip, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:21.514793 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-016f4ad6-c13e-493c-abcb-00dbbf5c4478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:21.520653 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69780a49-5883-41ae-b7bc-153bbc316044 req-d54e01fa-6c04-4c08-8037-661c471c7426 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:21.528172 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-69780a49-5883-41ae-b7bc-153bbc316044 req-d54e01fa-6c04-4c08-8037-661c471c7426 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/networks?id=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 HTTP/1.1" status: 200 len: 816 time: 0.1941011 Jun 23 16:53:21.544901 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14d060-a1cf-4138-ae56-709a2985788b req-df365151-ec4e-4f8c-82d8-9e72767dadb7 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:21.548793 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ad14d060-a1cf-4138-ae56-709a2985788b req-df365151-ec4e-4f8c-82d8-9e72767dadb7 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.35 "GET /v2.0/networks?id=bc51e331-2a78-4fd9-b34d-0d910adf86ff HTTP/1.1" status: 200 len: 818 time: 0.3377023 Jun 23 16:53:21.549290 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-69780a49-5883-41ae-b7bc-153bbc316044 req-d25ca0bb-7a04-4917-97b4-df3382ca0458 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/quotas/58bd8fd6ed204ffa93646e359469c46f HTTP/1.1" status: 200 len: 375 time: 0.0199344 Jun 23 16:53:21.564121 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 52198) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:21.572263 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb0ac8-ea3e-4a8f-8890-357990d7fd7c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Pushing event updated for resources: {'Port': ['ID=5a3d53e9-fbee-4cc8-acd3-2f56ddc76d5b,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:21.595739 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-ebbb0ac8-ea3e-4a8f-8890-357990d7fd7c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:21.605298 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-ad14d060-a1cf-4138-ae56-709a2985788b req-7ba9dcea-7ad7-449f-b511-bff5bf33b839 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Request body: {'port': {'device_id': '59bd8809-3911-49ab-844a-773f2d454e20', 'network_id': 'bc51e331-2a78-4fd9-b34d-0d910adf86ff', 'admin_state_up': True, 'tenant_id': '87ef8f3f77b44efca262f73df840952f'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:53:21.605539 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-03e2776b-f227-4a6a-96b5-de0b065a5ce4 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:21.614221 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-ebbb0ac8-ea3e-4a8f-8890-357990d7fd7c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:21.674313 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2776b-f227-4a6a-96b5-de0b065a5ce4 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Pushing event updated for resources: {'Port': ['ID=7c7029bd-593d-4843-a3ab-e13289e717ac,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:21.684638 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ebbb0ac8-ea3e-4a8f-8890-357990d7fd7c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for floatingip, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:21.699056 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-ebbb0ac8-ea3e-4a8f-8890-357990d7fd7c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5154190 Jun 23 16:53:21.701464 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-03e2776b-f227-4a6a-96b5-de0b065a5ce4 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:21.745976 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-03e2776b-f227-4a6a-96b5-de0b065a5ce4 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Network bc51e331-2a78-4fd9-b34d-0d910adf86ff is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:53:21.756883 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-03e2776b-f227-4a6a-96b5-de0b065a5ce4 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:53:21.763037 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-016f4ad6-c13e-493c-abcb-00dbbf5c4478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:21.773380 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-03e2776b-f227-4a6a-96b5-de0b065a5ce4 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:53:21.782951 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-03e2776b-f227-4a6a-96b5-de0b065a5ce4 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:21.784111 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-03e2776b-f227-4a6a-96b5-de0b065a5ce4 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:21.822698 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3340e223-ba64-4d8b-b67d-7994dad28d7a req-ba53726b-3da1-49cb-96b3-f503b428d13e tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 210 time: 0.0996168 Jun 23 16:53:21.823394 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-69780a49-5883-41ae-b7bc-153bbc316044 req-ccbdf953-ebae-4dee-ae67-976808993eb2 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=58bd8fd6ed204ffa93646e359469c46f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2731388 Jun 23 16:53:21.850851 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0e84e025-6579-4595-9686-198822c09d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:21.961030 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-69780a49-5883-41ae-b7bc-153bbc316044 req-4fdfeff3-9d44-4d23-887d-e345b4e0eacb service neutron] 10.222.0.25 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177542 Jun 23 16:53:21.984367 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-03e2776b-f227-4a6a-96b5-de0b065a5ce4 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9628322 Jun 23 16:53:22.021301 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Request body: {'port': {'device_id': '43fa9d96-65c6-4f19-ac30-e997653fee62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:53:22.060625 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-016f4ad6-c13e-493c-abcb-00dbbf5c4478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:22.067572 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-016f4ad6-c13e-493c-abcb-00dbbf5c4478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:22.076969 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-016f4ad6-c13e-493c-abcb-00dbbf5c4478 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/111c3c63-0625-4dda-88d5-46c0ef064e6b HTTP/1.1" status: 204 len: 168 time: 0.7118602 Jun 23 16:53:22.086680 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-807e9ba2-b3ea-4a96-9ce5-90a2cc1ffd1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:22.109491 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f4ad6-c13e-493c-abcb-00dbbf5c4478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111c3c63-0625-4dda-88d5-46c0ef064e6b,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:22.115875 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-016f4ad6-c13e-493c-abcb-00dbbf5c4478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:22.159236 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66323087-dc50-443a-a53c-3858059d5e92 req-a304fc83-6ff9-4c67-969d-7a3d34b2d86e tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:22.159601 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-66323087-dc50-443a-a53c-3858059d5e92 req-a304fc83-6ff9-4c67-969d-7a3d34b2d86e tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 943 time: 0.1409752 Jun 23 16:53:22.196278 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:22.216845 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0e84e025-6579-4595-9686-198822c09d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:22.227918 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-66323087-dc50-443a-a53c-3858059d5e92 req-5fd4cb15-b850-4bc6-b0bf-f35cd6b9c64f tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a10ab07-de74-4140-b044-d73398609bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551517 Jun 23 16:53:22.235508 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-69780a49-5883-41ae-b7bc-153bbc316044 req-85990388-ddb6-44b2-b458-d76c4e3368dc service neutron] 10.222.0.25 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648516 Jun 23 16:53:22.318315 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0e84e025-6579-4595-9686-198822c09d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:22.328246 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:22.401464 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84e025-6579-4595-9686-198822c09d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257c53b0-896b-4c27-ba6a-de53cdc04524,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:22.408460 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-0e84e025-6579-4595-9686-198822c09d7e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3da381783b094c0f85764835a16ea955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8433218 Jun 23 16:53:22.409606 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-0e84e025-6579-4595-9686-198822c09d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:22.411301 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 52246) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:22.465423 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-5d762005-d32e-4417-b8b6-9b54d756bdcb tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1939826961&fields=id&tenant_id=13aefe26f9b840c483117371156e9160 HTTP/1.1" status: 200 len: 267 time: 0.0952287 Jun 23 16:53:22.472271 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad14d060-a1cf-4138-ae56-709a2985788b req-7ba9dcea-7ad7-449f-b511-bff5bf33b839 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Made reservation on behalf of 87ef8f3f77b44efca262f73df840952f for: {'port': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:53:22.476010 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ad14d060-a1cf-4138-ae56-709a2985788b req-7ba9dcea-7ad7-449f-b511-bff5bf33b839 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:22.618197 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 52430676-3bec-4f57-bf8e-18e75324c7f8 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:53:22.644958 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7029bd-593d-4843-a3ab-e13289e717ac {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:53:22.669246 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:22.669246 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Transition to ACTIVE for port object 7c7029bd-593d-4843-a3ab-e13289e717ac will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:53:22.678738 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ab5d8900-cf9c-4569-8173-c4c587333a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:22.696112 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 52430676-3bec-4f57-bf8e-18e75324c7f8 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:22.697016 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:22.822173 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ab5d8900-cf9c-4569-8173-c4c587333a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:22.838669 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-a268c9d8-13b7-40a7-b82d-f590728d0fbd tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:22.840181 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-a268c9d8-13b7-40a7-b82d-f590728d0fbd tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/networks?id=b23fbb98-5784-4b39-a20a-1c7bc7c6884e HTTP/1.1" status: 200 len: 811 time: 0.3572676 Jun 23 16:53:22.882524 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-61b6e644-2ed3-4d36-9a88-39333e03ec12 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/quotas/13aefe26f9b840c483117371156e9160 HTTP/1.1" status: 200 len: 375 time: 0.0252266 Jun 23 16:53:22.948405 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:22.961131 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-b99ec346-1149-420b-9fb5-bc8136815e5d tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=13aefe26f9b840c483117371156e9160&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0816181 Jun 23 16:53:23.033553 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f8405b97-7f83-4848-8945-2ec2e309b803 req-0dd073f5-667f-46a9-b2f0-204f077ed4ea tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 210 time: 0.0315421 Jun 23 16:53:23.079748 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:23.092090 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:23.147297 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-f731a5b0-bb97-45fd-bd1b-2b5da19d2752 service neutron] 10.222.0.25 "GET /v2.0/networks/b23fbb98-5784-4b39-a20a-1c7bc7c6884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651261 Jun 23 16:53:23.153936 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9ce77172-9731-46c7-a4b5-4969ccdbb124 req-caaf1f2d-2ac7-4c39-bf38-19d97977c5c9 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 210 time: 0.0454412 Jun 23 16:53:23.167989 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7029bd-593d-4843-a3ab-e13289e717ac,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:23.182496 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:23.195927 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ab5d8900-cf9c-4569-8173-c4c587333a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:23.197347 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [req-ad14d060-a1cf-4138-ae56-709a2985788b req-7ba9dcea-7ad7-449f-b511-bff5bf33b839 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Allocated IP 172.20.0.10 (bc51e331-2a78-4fd9-b34d-0d910adf86ff/40e372d6-9afa-4c58-9f87-929f1c34938e/e43a0d68-ed18-4b24-bc50-098ddaa53193) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:53:23.204500 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ab5d8900-cf9c-4569-8173-c4c587333a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:23.205989 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-ab5d8900-cf9c-4569-8173-c4c587333a32 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/257c53b0-896b-4c27-ba6a-de53cdc04524 HTTP/1.1" status: 204 len: 168 time: 0.7934134 Jun 23 16:53:23.218979 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-6e5f4238-3db3-45f8-a48b-a73d71879afe tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:23.278803 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d8900-cf9c-4569-8173-c4c587333a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257c53b0-896b-4c27-ba6a-de53cdc04524,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:23.300110 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ab5d8900-cf9c-4569-8173-c4c587333a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:23.399247 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Attempting to bind port 7c7029bd-593d-4843-a3ab-e13289e717ac on host hv-cinder-79760 for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:53:23.399247 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Attempting to bind port 7c7029bd-593d-4843-a3ab-e13289e717ac by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '86c6b180-6392-4bf7-bfce-1134c8aa2a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': 'bc51e331-2a78-4fd9-b34d-0d910adf86ff'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:53:23.399247 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Attempting to bind port 7c7029bd-593d-4843-a3ab-e13289e717ac on network bc51e331-2a78-4fd9-b34d-0d910adf86ff {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:53:23.404532 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Port 7c7029bd-593d-4843-a3ab-e13289e717ac on network bc51e331-2a78-4fd9-b34d-0d910adf86ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:53:23.404860 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Attempting to bind port 7c7029bd-593d-4843-a3ab-e13289e717ac on network bc51e331-2a78-4fd9-b34d-0d910adf86ff {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:53:23.410649 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Checking agent: {'id': '78e83b5f-0ecc-435c-a465-b1f96103afbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:53:23.411073 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Checking segment: {'id': '86c6b180-6392-4bf7-bfce-1134c8aa2a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': 'bc51e331-2a78-4fd9-b34d-0d910adf86ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:53:23.411472 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Bound using segment: {'id': '86c6b180-6392-4bf7-bfce-1134c8aa2a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': 'bc51e331-2a78-4fd9-b34d-0d910adf86ff'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:53:23.411918 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Bound port: 7c7029bd-593d-4843-a3ab-e13289e717ac, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86c6b180-6392-4bf7-bfce-1134c8aa2a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': 'bc51e331-2a78-4fd9-b34d-0d910adf86ff'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:53:23.412275 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:23.440002 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-234d5d1d-09fb-4ef8-882b-2fd5249b9347 service neutron] 10.222.0.25 "GET /v2.0/networks/b23fbb98-5784-4b39-a20a-1c7bc7c6884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555008 Jun 23 16:53:23.504431 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 52270) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:23.534374 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] For port 7c7029bd-593d-4843-a3ab-e13289e717ac, host hv-cinder-79760, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:53:23.552968 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 200aeeee-b49f-4d8c-8fb4-3e17f71738b2 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:53:23.564215 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] For port 7c7029bd-593d-4843-a3ab-e13289e717ac, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7c7029bd-593d-4843-a3ab-e13289e717ac,segment=NetworkSegment(86c6b180-6392-4bf7-bfce-1134c8aa2a34),segment_id=86c6b180-6392-4bf7-bfce-1134c8aa2a34)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:53:23.567869 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ad14d060-a1cf-4138-ae56-709a2985788b req-7ba9dcea-7ad7-449f-b511-bff5bf33b839 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:23.602746 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6d5ce5f5-6b73-4d72-b644-514d5a0f690f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:23.629959 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e99fc-3518-4267-b9b4-8aae19a0e2db req-0899be73-3a1d-46c6-9494-8468c73c1cc0 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:23.644211 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-285e99fc-3518-4267-b9b4-8aae19a0e2db req-0899be73-3a1d-46c6-9494-8468c73c1cc0 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 943 time: 0.1741357 Jun 23 16:53:23.666152 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 52274) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:23.679126 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:23.691827 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:23.765670 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 200aeeee-b49f-4d8c-8fb4-3e17f71738b2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=200aeeee-b49f-4d8c-8fb4-3e17f71738b2,segment=NetworkSegment(61907c93-3fb6-4116-9203-2dec6b399647),segment_id=61907c93-3fb6-4116-9203-2dec6b399647)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:23.780980 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': '200aeeee-b49f-4d8c-8fb4-3e17f71738b2', 'network_id': 'd50fc5fd-e347-4ed1-af50-9b71cc2f0d3c', 'port_id': '200aeeee-b49f-4d8c-8fb4-3e17f71738b2', 'mac_address': 'fa:16:3e:82:bf:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52dc808-0c5f-492f-9d6b-c07b79049643', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:53:23.791336 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6d5ce5f5-6b73-4d72-b644-514d5a0f690f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:23.815085 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-285e99fc-3518-4267-b9b4-8aae19a0e2db req-4da34c78-f7d0-4800-b677-4d7fe87bf7a1 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a10ab07-de74-4140-b044-d73398609bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693761 Jun 23 16:53:23.824386 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ad14d060-a1cf-4138-ae56-709a2985788b req-7ba9dcea-7ad7-449f-b511-bff5bf33b839 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2323113'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:23.828886 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:23.832641 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:23.835612 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] 10.222.0.35 "PUT /v2.0/ports/7c7029bd-593d-4843-a3ab-e13289e717ac HTTP/1.1" status: 200 len: 1094 time: 1.8273885 Jun 23 16:53:23.837131 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fa9d96-65c6-4f19-ac30-e997653fee62', 'tag': '7c7029bd-593d-4843-a3ab-e13289e717ac'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:53:23.842462 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e0ef74-5d2d-4fcd-892a-ec1eabbaf85a" -d '{"events": [{"name": "network-changed", "server_uuid": "43fa9d96-65c6-4f19-ac30-e997653fee62", "tag": "7c7029bd-593d-4843-a3ab-e13289e717ac"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:53:23.854475 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-23706eca-68d1-4e2d-8789-f75cb921c725 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:23.890879 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7029bd-593d-4843-a3ab-e13289e717ac,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:23.896962 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:23.919529 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:23.925087 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7bbedc-aaa1-4c45-bed1-8ff77067bcb5 x-openstack-request-id: req-6f7bbedc-aaa1-4c45-bed1-8ff77067bcb5 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:53:23.925622 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43fa9d96-65c6-4f19-ac30-e997653fee62", "tag": "7c7029bd-593d-4843-a3ab-e13289e717ac", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:53:23.926115 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f7bbedc-aaa1-4c45-bed1-8ff77067bcb5 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:53:23.926759 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43fa9d96-65c6-4f19-ac30-e997653fee62', 'tag': '7c7029bd-593d-4843-a3ab-e13289e717ac', 'status': 'completed', 'code': 200} Jun 23 16:53:23.951237 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200aeeee-b49f-4d8c-8fb4-3e17f71738b2 {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:53:24.003257 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 200aeeee-b49f-4d8c-8fb4-3e17f71738b2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=200aeeee-b49f-4d8c-8fb4-3e17f71738b2,segment=NetworkSegment(61907c93-3fb6-4116-9203-2dec6b399647),segment_id=61907c93-3fb6-4116-9203-2dec6b399647)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:24.057200 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:24.098005 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0ef74-5d2d-4fcd-892a-ec1eabbaf85a req-b52f8420-8a60-4dd6-a7fa-c0fb72b50aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:24.099755 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a9e0ef74-5d2d-4fcd-892a-ec1eabbaf85a req-b52f8420-8a60-4dd6-a7fa-c0fb72b50aff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87ef8f3f77b44efca262f73df840952f&device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 1097 time: 0.1260896 Jun 23 16:53:24.177130 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:24.178881 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:24.248980 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=200aeeee-b49f-4d8c-8fb4-3e17f71738b2,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:24.252835 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:24.272175 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6d5ce5f5-6b73-4d72-b644-514d5a0f690f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:24.274249 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad14d060-a1cf-4138-ae56-709a2985788b req-7ba9dcea-7ad7-449f-b511-bff5bf33b839 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Network bc51e331-2a78-4fd9-b34d-0d910adf86ff is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:53:24.307129 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [req-ad14d060-a1cf-4138-ae56-709a2985788b req-7ba9dcea-7ad7-449f-b511-bff5bf33b839 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:53:24.334187 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad14d060-a1cf-4138-ae56-709a2985788b req-7ba9dcea-7ad7-449f-b511-bff5bf33b839 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:53:24.339185 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a2eda459-8a56-43cd-8d47-b022a256602d req-d9201f65-328f-4553-b8fa-f9e9ffe51864 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 210 time: 0.3225620 Jun 23 16:53:24.342930 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3e05ef2e-6819-47b6-aaeb-9db7d1348c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:24.345794 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9dcea-7ad7-449f-b511-bff5bf33b839 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Pushing event updated for resources: {'Port': ['ID=e43a0d68-ed18-4b24-bc50-098ddaa53193,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:24.359677 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0ef74-5d2d-4fcd-892a-ec1eabbaf85a req-414281d0-aad8-4b6e-b4dc-23b74caaed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:24.361277 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a9e0ef74-5d2d-4fcd-892a-ec1eabbaf85a req-414281d0-aad8-4b6e-b4dc-23b74caaed86 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=87ef8f3f77b44efca262f73df840952f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2441700 Jun 23 16:53:24.371718 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-7ba9dcea-7ad7-449f-b511-bff5bf33b839 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:24.381583 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-016f4ad6-c13e-493c-abcb-00dbbf5c4478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:24.412243 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-6d5ce5f5-6b73-4d72-b644-514d5a0f690f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed04515778a3453db76277ab4a0ed0f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9041491 Jun 23 16:53:24.427028 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 52296) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:24.487948 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-78979e47-571b-417f-b05b-b8f82d6d3e8e req-c0688d39-74fe-4cb6-b6bc-6680942b135a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 210 time: 0.0736616 Jun 23 16:53:24.493897 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14d060-a1cf-4138-ae56-709a2985788b req-7ba9dcea-7ad7-449f-b511-bff5bf33b839 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:24.494616 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ad14d060-a1cf-4138-ae56-709a2985788b req-7ba9dcea-7ad7-449f-b511-bff5bf33b839 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:24.503882 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf124a8-5cf4-4c88-990d-c9d58cb65eb5 req-f49b2b4a-e215-46dc-bfe7-b5f1b85a842b tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:24.511581 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-3cf124a8-5cf4-4c88-990d-c9d58cb65eb5 req-f49b2b4a-e215-46dc-bfe7-b5f1b85a842b tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 932 time: 0.2494292 Jun 23 16:53:24.514144 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ce5f5-6b73-4d72-b644-514d5a0f690f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1f1632-91ab-429f-8425-8d8a7c492738,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:24.518128 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-6d5ce5f5-6b73-4d72-b644-514d5a0f690f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:24.528421 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-4de9a6e3-bde4-4a20-af65-b06ac92adfb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:24.537643 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['200aeeee-b49f-4d8c-8fb4-3e17f71738b2'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:53:24.566062 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 52298) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:24.590969 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0ef74-5d2d-4fcd-892a-ec1eabbaf85a req-cb9b897b-6c39-42a8-9c25-4817a0678cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:24.599247 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-539d19a0-9fee-4316-b182-9b0b6eb5c7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:24.604201 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a9e0ef74-5d2d-4fcd-892a-ec1eabbaf85a req-cb9b897b-6c39-42a8-9c25-4817a0678cf6 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2352245 Jun 23 16:53:24.612469 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9d60dbbc-4240-46fb-a22e-746108b0c407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:24.632133 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-3cf124a8-5cf4-4c88-990d-c9d58cb65eb5 req-6fdee879-3935-4166-8640-9267211b098c tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195948 Jun 23 16:53:24.634338 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-539d19a0-9fee-4316-b182-9b0b6eb5c7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:24.680897 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3e05ef2e-6819-47b6-aaeb-9db7d1348c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:24.763156 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-7a645735-49a0-4c0c-b7d9-d7e767fa668a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:24.765160 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-7a645735-49a0-4c0c-b7d9-d7e767fa668a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87ef8f3f77b44efca262f73df840952f&device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 1097 time: 0.0882802 Jun 23 16:53:24.787477 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3e05ef2e-6819-47b6-aaeb-9db7d1348c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:24.792426 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ab5d8900-cf9c-4569-8173-c4c587333a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:24.819627 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-539d19a0-9fee-4316-b182-9b0b6eb5c7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:24.829149 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-539d19a0-9fee-4316-b182-9b0b6eb5c7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:24.839285 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-b843ad1a-01eb-48e6-a669-c61f9957bdc1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c7029bd-593d-4843-a3ab-e13289e717ac HTTP/1.1" status: 200 len: 217 time: 0.0604062 Jun 23 16:53:24.845361 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-539d19a0-9fee-4316-b182-9b0b6eb5c7b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c1f1632-91ab-429f-8425-8d8a7c492738 HTTP/1.1" status: 204 len: 168 time: 0.4070909 Jun 23 16:53:24.870863 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-3e05ef2e-6819-47b6-aaeb-9db7d1348c48 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=207c9cdf56cb40e88b291578a3e38e23&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2031615 Jun 23 16:53:24.882625 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 52308) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:24.903388 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ad14d060-a1cf-4138-ae56-709a2985788b req-7ba9dcea-7ad7-449f-b511-bff5bf33b839 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3082073 Jun 23 16:53:24.904612 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05ef2e-6819-47b6-aaeb-9db7d1348c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93588301-259e-4588-829a-0f7b481a5ed5,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:24.923370 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-3e05ef2e-6819-47b6-aaeb-9db7d1348c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:24.926693 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-0e84e025-6579-4595-9686-198822c09d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:24.944241 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-ad14d060-a1cf-4138-ae56-709a2985788b req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Request body: {'port': {'device_id': '59bd8809-3911-49ab-844a-773f2d454e20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:53:25.007782 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2ecd1763-c16f-4cf0-a856-6ce0793a9583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:25.008830 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d19a0-9fee-4316-b182-9b0b6eb5c7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1f1632-91ab-429f-8425-8d8a7c492738,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:25.019964 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-5c38399d-238b-48f6-9227-21ee801c0116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:25.023484 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-539d19a0-9fee-4316-b182-9b0b6eb5c7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:25.025326 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-5c38399d-238b-48f6-9227-21ee801c0116 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40e372d6-9afa-4c58-9f87-929f1c34938e HTTP/1.1" status: 200 len: 858 time: 0.1805289 Jun 23 16:53:25.084311 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-8367734b-807b-4b6d-a46e-c2615e5328ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc51e331-2a78-4fd9-b34d-0d910adf86ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512526 Jun 23 16:53:25.127483 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2ecd1763-c16f-4cf0-a856-6ce0793a9583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:25.130351 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ad14d060-a1cf-4138-ae56-709a2985788b req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:25.167972 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc50895-60e5-4f16-a729-937f7e4d800b req-9aeea903-f108-402f-8f32-2e0bf7526e46 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:25.169550 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6cc50895-60e5-4f16-a729-937f7e4d800b req-9aeea903-f108-402f-8f32-2e0bf7526e46 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 944 time: 0.1640413 Jun 23 16:53:25.265222 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-e1083202-043a-4533-9f7d-da0ae9f40319 service neutron] 10.222.0.35 "GET /v2.0/networks/bc51e331-2a78-4fd9-b34d-0d910adf86ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711869 Jun 23 16:53:25.268928 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6cc50895-60e5-4f16-a729-937f7e4d800b req-e24c9e20-a45c-4b2f-a57f-50988f08b607 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a10ab07-de74-4140-b044-d73398609bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837417 Jun 23 16:53:25.278097 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9d60dbbc-4240-46fb-a22e-746108b0c407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:25.376995 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9d60dbbc-4240-46fb-a22e-746108b0c407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:25.380278 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9af0c145-6353-4f67-8c3b-d479998936e7 req-462ecec7-65e9-4119-98f9-96dbaf2e4742 service neutron] 10.222.0.35 "GET /v2.0/networks/bc51e331-2a78-4fd9-b34d-0d910adf86ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006601 Jun 23 16:53:25.422524 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2ecd1763-c16f-4cf0-a856-6ce0793a9583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:25.423262 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:25.427639 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-9d60dbbc-4240-46fb-a22e-746108b0c407 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2094ab2c48448a688e192d0ed714144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8589649 Jun 23 16:53:25.432190 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2ecd1763-c16f-4cf0-a856-6ce0793a9583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:25.435975 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-2ecd1763-c16f-4cf0-a856-6ce0793a9583 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93588301-259e-4588-829a-0f7b481a5ed5 HTTP/1.1" status: 204 len: 168 time: 0.5494158 Jun 23 16:53:25.439959 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 52316) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:25.515052 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:25.519008 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ddf5c1d6-a1d6-4e2f-ba49-6a5799c87634 req-37e39efa-b2f3-4f4f-a627-abe0fe1988ac tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 210 time: 0.0642533 Jun 23 16:53:25.519673 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60dbbc-4240-46fb-a22e-746108b0c407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0739a034-0d57-4f4c-b524-4a63b1a317de,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:25.532150 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 200aeeee-b49f-4d8c-8fb4-3e17f71738b2 up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:53:25.535488 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd1763-c16f-4cf0-a856-6ce0793a9583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93588301-259e-4588-829a-0f7b481a5ed5,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:25.543840 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-2ecd1763-c16f-4cf0-a856-6ce0793a9583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:25.544330 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-17e328ae-82b2-49b0-93d8-962ebcf99db6 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:25.544689 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-17e328ae-82b2-49b0-93d8-962ebcf99db6 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:25.594661 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7f2475d6-9e29-4e60-84d6-2b9210b46748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:25.685825 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7f2475d6-9e29-4e60-84d6-2b9210b46748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:25.771126 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3a83f00c-cd6e-4e8c-a142-559fff596ece req-1ef8ed29-89f6-4079-9564-debab99a75be tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 210 time: 0.0813584 Jun 23 16:53:25.873998 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning for port 200aeeee-b49f-4d8c-8fb4-3e17f71738b2 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:53:25.878434 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port 200aeeee-b49f-4d8c-8fb4-3e17f71738b2 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:25.879143 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:25.887392 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7f2475d6-9e29-4e60-84d6-2b9210b46748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:25.891914 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7f2475d6-9e29-4e60-84d6-2b9210b46748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:25.893034 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-7f2475d6-9e29-4e60-84d6-2b9210b46748 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0739a034-0d57-4f4c-b524-4a63b1a317de HTTP/1.1" status: 204 len: 168 time: 0.4519649 Jun 23 16:53:25.894506 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:25.911578 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [req-ad14d060-a1cf-4138-ae56-709a2985788b req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e43a0d68-ed18-4b24-bc50-098ddaa53193 {{(pid=105486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:53:25.912042 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2475d6-9e29-4e60-84d6-2b9210b46748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0739a034-0d57-4f4c-b524-4a63b1a317de,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:25.919088 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7f2475d6-9e29-4e60-84d6-2b9210b46748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:25.932003 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ad14d060-a1cf-4138-ae56-709a2985788b req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:25.933146 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18712b56-1904-4996-b243-4b51765496b6 req-474f022d-e693-4e91-b23e-68338f1ade77 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:25.935317 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-18712b56-1904-4996-b243-4b51765496b6 req-474f022d-e693-4e91-b23e-68338f1ade77 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 932 time: 0.1046491 Jun 23 16:53:25.971281 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-ad14d060-a1cf-4138-ae56-709a2985788b req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Transition to ACTIVE for port object e43a0d68-ed18-4b24-bc50-098ddaa53193 will not be triggered until provisioned by entity L2. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:53:25.984889 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-18712b56-1904-4996-b243-4b51765496b6 req-ea501cb1-abe3-4798-9e49-a6dcadc86de1 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413599 Jun 23 16:53:26.037722 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:26.067942 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd96508-7650-4c99-a4e8-a1dc6c648816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200aeeee-b49f-4d8c-8fb4-3e17f71738b2'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:53:26.082969 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ad14d060-a1cf-4138-ae56-709a2985788b req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:26.086318 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-7ba9dcea-7ad7-449f-b511-bff5bf33b839 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:26.138606 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Pushing event updated for resources: {'Port': ['ID=e43a0d68-ed18-4b24-bc50-098ddaa53193,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:26.145258 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 200aeeee-b49f-4d8c-8fb4-3e17f71738b2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=200aeeee-b49f-4d8c-8fb4-3e17f71738b2,segment=NetworkSegment(61907c93-3fb6-4116-9203-2dec6b399647),segment_id=61907c93-3fb6-4116-9203-2dec6b399647)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:26.156996 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:26.248453 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-ad14d060-a1cf-4138-ae56-709a2985788b req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Attempting to bind port e43a0d68-ed18-4b24-bc50-098ddaa53193 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:53:26.248927 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-ad14d060-a1cf-4138-ae56-709a2985788b req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Attempting to bind port e43a0d68-ed18-4b24-bc50-098ddaa53193 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '86c6b180-6392-4bf7-bfce-1134c8aa2a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': 'bc51e331-2a78-4fd9-b34d-0d910adf86ff'}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:53:26.249548 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad14d060-a1cf-4138-ae56-709a2985788b req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Attempting to bind port e43a0d68-ed18-4b24-bc50-098ddaa53193 on network bc51e331-2a78-4fd9-b34d-0d910adf86ff {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:53:26.257011 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad14d060-a1cf-4138-ae56-709a2985788b req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Port e43a0d68-ed18-4b24-bc50-098ddaa53193 on network bc51e331-2a78-4fd9-b34d-0d910adf86ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:53:26.257611 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad14d060-a1cf-4138-ae56-709a2985788b req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Attempting to bind port e43a0d68-ed18-4b24-bc50-098ddaa53193 on network bc51e331-2a78-4fd9-b34d-0d910adf86ff {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:53:26.265695 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad14d060-a1cf-4138-ae56-709a2985788b req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Checking agent: {'id': '78e83b5f-0ecc-435c-a465-b1f96103afbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:53:26.266040 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad14d060-a1cf-4138-ae56-709a2985788b req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Checking segment: {'id': '86c6b180-6392-4bf7-bfce-1134c8aa2a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': 'bc51e331-2a78-4fd9-b34d-0d910adf86ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:53:26.266605 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad14d060-a1cf-4138-ae56-709a2985788b req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Bound using segment: {'id': '86c6b180-6392-4bf7-bfce-1134c8aa2a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': 'bc51e331-2a78-4fd9-b34d-0d910adf86ff'} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:53:26.267068 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-ad14d060-a1cf-4138-ae56-709a2985788b req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Bound port: e43a0d68-ed18-4b24-bc50-098ddaa53193, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86c6b180-6392-4bf7-bfce-1134c8aa2a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': 'bc51e331-2a78-4fd9-b34d-0d910adf86ff'}}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:53:26.267426 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ad14d060-a1cf-4138-ae56-709a2985788b req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:26.291051 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:26.293873 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-ef3ad321-5521-4804-91a7-60537faae82b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:26.342818 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-ad14d060-a1cf-4138-ae56-709a2985788b req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] For port e43a0d68-ed18-4b24-bc50-098ddaa53193, host hv-cinder-79760, cleared binding levels {{(pid=105486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:53:26.347987 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-ad14d060-a1cf-4138-ae56-709a2985788b req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] For port e43a0d68-ed18-4b24-bc50-098ddaa53193, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e43a0d68-ed18-4b24-bc50-098ddaa53193,segment=NetworkSegment(86c6b180-6392-4bf7-bfce-1134c8aa2a34),segment_id=86c6b180-6392-4bf7-bfce-1134c8aa2a34)] {{(pid=105486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:53:26.353889 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=200aeeee-b49f-4d8c-8fb4-3e17f71738b2,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:26.353889 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:26.467260 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c56f39-0779-43fa-ae93-94c7f74bc725 req-f118d96b-ecd0-4686-9ea2-d5efeade9d15 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:26.468872 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b5c56f39-0779-43fa-ae93-94c7f74bc725 req-f118d96b-ecd0-4686-9ea2-d5efeade9d15 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 945 time: 0.0770204 Jun 23 16:53:26.485342 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ad14d060-a1cf-4138-ae56-709a2985788b req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:26.496864 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-7038c13c-0a32-465f-a6b8-984504ba2982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:26.556384 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14d060-a1cf-4138-ae56-709a2985788b req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:26.559222 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ad14d060-a1cf-4138-ae56-709a2985788b req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:26.560674 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ad14d060-a1cf-4138-ae56-709a2985788b req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] 10.222.0.35 "PUT /v2.0/ports/e43a0d68-ed18-4b24-bc50-098ddaa53193 HTTP/1.1" status: 200 len: 1094 time: 1.6357002 Jun 23 16:53:26.564126 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bd8809-3911-49ab-844a-773f2d454e20', 'tag': 'e43a0d68-ed18-4b24-bc50-098ddaa53193'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:53:26.592518 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b5c56f39-0779-43fa-ae93-94c7f74bc725 req-c30c8b8c-b52f-4ec1-bd57-d2490d19e68f tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a10ab07-de74-4140-b044-d73398609bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178830 Jun 23 16:53:26.606595 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Pushing event updated for resources: {'Port': ['ID=e43a0d68-ed18-4b24-bc50-098ddaa53193,revision_number=3']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:26.623556 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:26.707586 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-224e55bd-3478-4c13-82fe-3a4d8c9ca771 req-3cee56fc-d76a-41c4-b322-fef6c1944c09 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 210 time: 0.0322609 Jun 23 16:53:26.778061 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69780a49-5883-41ae-b7bc-153bbc316044 req-2a38e218-5d10-44ec-bb65-c2fe336e3468 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:26.784073 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-69780a49-5883-41ae-b7bc-153bbc316044 req-2a38e218-5d10-44ec-bb65-c2fe336e3468 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.35 "GET /v2.0/networks?id=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 HTTP/1.1" status: 200 len: 816 time: 0.1200776 Jun 23 16:53:26.875595 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-69780a49-5883-41ae-b7bc-153bbc316044 req-2836c276-59e8-4173-9e9f-2834663cf528 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58bd8fd6ed204ffa93646e359469c46f HTTP/1.1" status: 200 len: 380 time: 0.0768538 Jun 23 16:53:26.876104 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 52370) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:26.901566 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986a3448-67ed-426a-b053-370b54de6acb" -d '{"events": [{"server_uuid": "6fd96508-7650-4c99-a4e8-a1dc6c648816", "name": "network-vif-plugged", "status": "completed", "tag": "200aeeee-b49f-4d8c-8fb4-3e17f71738b2"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:53:26.930576 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-69780a49-5883-41ae-b7bc-153bbc316044 req-04b0f30a-3b40-4622-b765-2b34f046293c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Request body: {'port': {'device_id': '48bd5c7b-5838-4df2-a437-766fc56598a1', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'admin_state_up': True, 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'security_groups': ['008ed833-76cb-4cb3-8c88-c35a89a91871']}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:53:26.976106 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14d060-a1cf-4138-ae56-709a2985788b req-80aaec70-15a1-43f4-9316-73dadb5e8a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:26.977620 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ad14d060-a1cf-4138-ae56-709a2985788b req-80aaec70-15a1-43f4-9316-73dadb5e8a5f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87ef8f3f77b44efca262f73df840952f&device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 1097 time: 0.1187363 Jun 23 16:53:26.977825 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-78e67ce2-1f6d-4a78-b02e-a1535ba37232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:27.033759 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e41b8d78-f013-47de-b228-0d7b54c78b4d req-0d5015e3-6e7d-4077-a540-5c2d6739ad30 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 210 time: 0.0450542 Jun 23 16:53:27.095006 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:27.110067 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ad14d060-a1cf-4138-ae56-709a2985788b req-59d143d8-cd72-4060-9463-9316d23269c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e43a0d68-ed18-4b24-bc50-098ddaa53193 HTTP/1.1" status: 200 len: 217 time: 0.1127727 Jun 23 16:53:27.223566 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14d060-a1cf-4138-ae56-709a2985788b req-8e42f891-76b4-41f4-9fc1-c54d76c439be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:27.227011 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ad14d060-a1cf-4138-ae56-709a2985788b req-8e42f891-76b4-41f4-9fc1-c54d76c439be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40e372d6-9afa-4c58-9f87-929f1c34938e HTTP/1.1" status: 200 len: 858 time: 0.1142480 Jun 23 16:53:27.271346 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-78e67ce2-1f6d-4a78-b02e-a1535ba37232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:27.293055 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ad14d060-a1cf-4138-ae56-709a2985788b req-6f91065e-b9b5-4aef-b3bd-651481371d04 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc51e331-2a78-4fd9-b34d-0d910adf86ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368147 Jun 23 16:53:27.323954 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f391d61-1068-44d5-a300-b3d1cda9b6ac x-openstack-request-id: req-2f391d61-1068-44d5-a300-b3d1cda9b6ac {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:53:27.324295 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd96508-7650-4c99-a4e8-a1dc6c648816", "name": "network-vif-plugged", "status": "completed", "tag": "200aeeee-b49f-4d8c-8fb4-3e17f71738b2", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:53:27.324567 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f391d61-1068-44d5-a300-b3d1cda9b6ac {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:53:27.325037 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd96508-7650-4c99-a4e8-a1dc6c648816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200aeeee-b49f-4d8c-8fb4-3e17f71738b2', 'code': 200} Jun 23 16:53:27.390168 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed42cb4-520f-4b34-b2f8-077a95e04685" -d '{"events": [{"name": "network-changed", "server_uuid": "59bd8809-3911-49ab-844a-773f2d454e20", "tag": "e43a0d68-ed18-4b24-bc50-098ddaa53193"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:53:27.424017 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-78e67ce2-1f6d-4a78-b02e-a1535ba37232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:27.439624 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-d3807a4c-3e27-4117-9377-44d5c2db2934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:27.442945 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ad14d060-a1cf-4138-ae56-709a2985788b req-323e8d25-e711-4682-b000-ca262bb8fb79 service neutron] 10.222.0.35 "GET /v2.0/networks/bc51e331-2a78-4fd9-b34d-0d910adf86ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437986 Jun 23 16:53:27.457593 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b9efe-56bc-480d-90a8-c2dd46225f6e req-ece79f1c-c878-4df7-8b05-b864c6badd57 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:27.459107 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-812b9efe-56bc-480d-90a8-c2dd46225f6e req-ece79f1c-c878-4df7-8b05-b864c6badd57 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 944 time: 0.1467984 Jun 23 16:53:27.510931 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e67ce2-1f6d-4a78-b02e-a1535ba37232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2d1b06-da4f-4962-ab72-575823d2b8a8,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:27.515633 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-78e67ce2-1f6d-4a78-b02e-a1535ba37232 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aaceb27b9bf94dec91ccb15b3d26404f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6382780 Jun 23 16:53:27.518307 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 52396) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:27.520246 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-78e67ce2-1f6d-4a78-b02e-a1535ba37232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:27.539345 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69780a49-5883-41ae-b7bc-153bbc316044 req-04b0f30a-3b40-4622-b765-2b34f046293c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Made reservation on behalf of 58bd8fd6ed204ffa93646e359469c46f for: {'port': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:53:27.550692 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 7c7029bd-593d-4843-a3ab-e13289e717ac details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:53:27.565253 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-69780a49-5883-41ae-b7bc-153bbc316044 req-04b0f30a-3b40-4622-b765-2b34f046293c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:27.593940 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ad14d060-a1cf-4138-ae56-709a2985788b req-4111cc25-f450-4942-86d5-a0487cc2916d service neutron] 10.222.0.35 "GET /v2.0/networks/bc51e331-2a78-4fd9-b34d-0d910adf86ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442513 Jun 23 16:53:27.616940 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-812b9efe-56bc-480d-90a8-c2dd46225f6e req-9e90ebae-0dbc-414f-9973-7bd5438439f1 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464281 Jun 23 16:53:27.640168 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-cb9f84fc-0b12-4402-9ee6-462577515a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:27.691113 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-cb9f84fc-0b12-4402-9ee6-462577515a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:27.871661 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 7c7029bd-593d-4843-a3ab-e13289e717ac, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7c7029bd-593d-4843-a3ab-e13289e717ac,segment=NetworkSegment(86c6b180-6392-4bf7-bfce-1134c8aa2a34),segment_id=86c6b180-6392-4bf7-bfce-1134c8aa2a34)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:27.892397 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': '7c7029bd-593d-4843-a3ab-e13289e717ac', 'network_id': 'bc51e331-2a78-4fd9-b34d-0d910adf86ff', 'port_id': '7c7029bd-593d-4843-a3ab-e13289e717ac', 'mac_address': 'fa:16:3e:57:a8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40e372d6-9afa-4c58-9f87-929f1c34938e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:53:27.917656 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [req-69780a49-5883-41ae-b7bc-153bbc316044 req-04b0f30a-3b40-4622-b765-2b34f046293c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Allocated IP 172.20.0.5 (9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9/bbc9f899-f082-4611-8cfd-98693f165ef6/58dad907-e5b4-424f-b8a4-f9d872b0cd06) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:53:28.045264 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ed4ad5-36ae-478f-a68a-ba16954dc731 x-openstack-request-id: req-c3ed4ad5-36ae-478f-a68a-ba16954dc731 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:53:28.045901 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bd8809-3911-49ab-844a-773f2d454e20", "tag": "e43a0d68-ed18-4b24-bc50-098ddaa53193", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:53:28.045901 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3ed4ad5-36ae-478f-a68a-ba16954dc731 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:53:28.046403 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59bd8809-3911-49ab-844a-773f2d454e20', 'tag': 'e43a0d68-ed18-4b24-bc50-098ddaa53193', 'status': 'completed', 'code': 200} Jun 23 16:53:28.104679 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-4b298ee9-f607-4948-99d7-19e691728e21 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:28.106791 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-4b298ee9-f607-4948-99d7-19e691728e21 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.35 "GET /v2.0/networks?id=b23fbb98-5784-4b39-a20a-1c7bc7c6884e HTTP/1.1" status: 200 len: 811 time: 0.2573719 Jun 23 16:53:28.131384 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-cb9f84fc-0b12-4402-9ee6-462577515a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:28.143009 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-cb9f84fc-0b12-4402-9ee6-462577515a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:28.144330 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-cb9f84fc-0b12-4402-9ee6-462577515a39 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d2d1b06-da4f-4962-ab72-575823d2b8a8 HTTP/1.1" status: 204 len: 168 time: 0.6247377 Jun 23 16:53:28.146163 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-dcc6858a-2bda-4bf5-b1dc-47badc76657d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:28.149013 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923635d4-25be-4654-bd16-926de738faf2 req-1c8db655-8219-4703-9afe-bac81ce2593b tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:28.157075 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f84fc-0b12-4402-9ee6-462577515a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2d1b06-da4f-4962-ab72-575823d2b8a8,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:28.157286 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:28.158114 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-923635d4-25be-4654-bd16-926de738faf2 req-1c8db655-8219-4703-9afe-bac81ce2593b tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 945 time: 0.2530942 Jun 23 16:53:28.159645 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-cb9f84fc-0b12-4402-9ee6-462577515a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:28.189379 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7029bd-593d-4843-a3ab-e13289e717ac {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:53:28.216074 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 7c7029bd-593d-4843-a3ab-e13289e717ac, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7c7029bd-593d-4843-a3ab-e13289e717ac,segment=NetworkSegment(86c6b180-6392-4bf7-bfce-1134c8aa2a34),segment_id=86c6b180-6392-4bf7-bfce-1134c8aa2a34)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:28.227210 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-923635d4-25be-4654-bd16-926de738faf2 req-f3ce3b17-bd27-4192-a260-8083789e3336 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a10ab07-de74-4140-b044-d73398609bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679123 Jun 23 16:53:28.256373 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-69780a49-5883-41ae-b7bc-153bbc316044 req-04b0f30a-3b40-4622-b765-2b34f046293c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:28.285859 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-69780a49-5883-41ae-b7bc-153bbc316044 req-04b0f30a-3b40-4622-b765-2b34f046293c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Transition to ACTIVE for port object 58dad907-e5b4-424f-b8a4-f9d872b0cd06 will not be triggered until provisioned by entity DHCP. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:53:28.371783 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:28.374984 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-a8f326d4-3298-4d16-9051-62324a663fbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:28.390863 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-dab53f0e-d0df-4183-99f8-748f8391ba18 req-ecf47c15-566b-4140-9d9f-22b453b6000e tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 210 time: 0.0380142 Jun 23 16:53:28.439197 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-4f3ccb4a-663e-4eb0-92af-e1252a1a5024 req-7abb585b-af85-49ba-8415-701afbad43b7 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 210 time: 0.2349517 Jun 23 16:53:28.442610 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=7c7029bd-593d-4843-a3ab-e13289e717ac,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:28.446259 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:28.452218 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-69780a49-5883-41ae-b7bc-153bbc316044 req-04b0f30a-3b40-4622-b765-2b34f046293c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2323113'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:28.457675 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:28.506848 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69780a49-5883-41ae-b7bc-153bbc316044 req-04b0f30a-3b40-4622-b765-2b34f046293c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Network 9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:53:28.512037 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [req-69780a49-5883-41ae-b7bc-153bbc316044 req-04b0f30a-3b40-4622-b765-2b34f046293c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:53:28.516287 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-69780a49-5883-41ae-b7bc-153bbc316044 req-04b0f30a-3b40-4622-b765-2b34f046293c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:53:28.524101 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0f30a-3b40-4622-b765-2b34f046293c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Pushing event updated for resources: {'Port': ['ID=58dad907-e5b4-424f-b8a4-f9d872b0cd06,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:28.544774 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-04b0f30a-3b40-4622-b765-2b34f046293c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:28.589197 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69780a49-5883-41ae-b7bc-153bbc316044 req-04b0f30a-3b40-4622-b765-2b34f046293c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:28.589867 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-69780a49-5883-41ae-b7bc-153bbc316044 req-04b0f30a-3b40-4622-b765-2b34f046293c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:28.812955 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-69780a49-5883-41ae-b7bc-153bbc316044 req-04b0f30a-3b40-4622-b765-2b34f046293c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9163988 Jun 23 16:53:28.828978 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71d9e3-feb2-4773-a367-3937be529fe4 req-8e6c062f-73a7-4ba6-ad3f-08f9c56b1ffc tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:28.830620 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ac71d9e3-feb2-4773-a367-3937be529fe4 req-8e6c062f-73a7-4ba6-ad3f-08f9c56b1ffc tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 944 time: 0.0692973 Jun 23 16:53:28.870543 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ac71d9e3-feb2-4773-a367-3937be529fe4 req-6ae19fde-f9e7-41f0-a49f-840fdc7b9cdb tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334115 Jun 23 16:53:28.899667 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-bf9204f4-a08f-4cf5-a3c3-f40af29ae5ef None None] Provisioning for port 58dad907-e5b4-424f-b8a4-f9d872b0cd06 completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:53:28.899667 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-bf9204f4-a08f-4cf5-a3c3-f40af29ae5ef None None] Provisioning complete for port 58dad907-e5b4-424f-b8a4-f9d872b0cd06 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:28.899667 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-bf9204f4-a08f-4cf5-a3c3-f40af29ae5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:28.936972 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-bf9204f4-a08f-4cf5-a3c3-f40af29ae5ef None None] Port 58dad907-e5b4-424f-b8a4-f9d872b0cd06 cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:53:29.401214 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5625b-f625-471d-9377-8369ff1868ff req-51b885a6-de33-4b07-8c47-d112f62461ad tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:29.405270 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-15a5625b-f625-471d-9377-8369ff1868ff req-51b885a6-de33-4b07-8c47-d112f62461ad tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 945 time: 0.0703721 Jun 23 16:53:29.450527 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-15a5625b-f625-471d-9377-8369ff1868ff req-5fbcba9b-71fd-420d-a9f2-d0635ea177f9 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a10ab07-de74-4140-b044-d73398609bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415006 Jun 23 16:53:29.615244 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-044c5b24-d44f-4858-9d99-6c3dca32c1fc req-4f3788da-56d5-4bd0-b0c5-19fbf9ed0b35 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 210 time: 0.0467927 Jun 23 16:53:29.665826 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313da5f-6eb2-47e0-808b-2119838b37a6 req-e23fff43-6194-4bd0-8fd2-6b364b566e8e tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:29.667619 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d313da5f-6eb2-47e0-808b-2119838b37a6 req-e23fff43-6194-4bd0-8fd2-6b364b566e8e tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 931 time: 0.1054394 Jun 23 16:53:29.720324 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d313da5f-6eb2-47e0-808b-2119838b37a6 req-0faceeae-d228-4abd-8d29-9062fd910b14 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445609 Jun 23 16:53:30.049367 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc672b5b-4a25-405a-828a-a929d34dd9e8 req-e3d2943e-314a-4557-a9e8-2352b75617ca tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:30.050844 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fc672b5b-4a25-405a-828a-a929d34dd9e8 req-e3d2943e-314a-4557-a9e8-2352b75617ca tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 944 time: 0.0656717 Jun 23 16:53:30.096831 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fc672b5b-4a25-405a-828a-a929d34dd9e8 req-1d5f1971-4c8b-424c-a1c3-1b7a65a31240 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395603 Jun 23 16:53:30.242951 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 52494) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:30.374973 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9688454a-1483-4094-8ed7-b523afecda7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:30.483772 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9688454a-1483-4094-8ed7-b523afecda7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:30.586240 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9688454a-1483-4094-8ed7-b523afecda7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:30.597545 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:30.657591 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86cdaa-93aa-45db-a6b7-1fe289841780 req-4c2199a0-b95e-43ce-8324-a45d8afe4e09 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:30.668230 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9b86cdaa-93aa-45db-a6b7-1fe289841780 req-4c2199a0-b95e-43ce-8324-a45d8afe4e09 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 945 time: 0.1065557 Jun 23 16:53:30.680139 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-9688454a-1483-4094-8ed7-b523afecda7a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fed8e3116f69497b87a506c590a890ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4330904 Jun 23 16:53:30.680139 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688454a-1483-4094-8ed7-b523afecda7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304c6289-821e-4c82-afff-7b3e2469a6a2,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:30.682792 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 52514) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:30.685957 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-9688454a-1483-4094-8ed7-b523afecda7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:30.734618 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9b86cdaa-93aa-45db-a6b7-1fe289841780 req-8784bcd8-1fc1-4872-a826-b369087148fc tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a10ab07-de74-4140-b044-d73398609bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648658 Jun 23 16:53:30.810738 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.35', 62633) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:30.832240 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.35', 62634) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:30.849173 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-69780a49-5883-41ae-b7bc-153bbc316044 req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Request body: {'port': {'device_id': '48bd5c7b-5838-4df2-a437-766fc56598a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:53:30.885493 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7007dcec-8a20-4f11-aa25-c7efeaf8571a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:31.002349 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['7c7029bd-593d-4843-a3ab-e13289e717ac'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:53:31.010359 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7a4eaf72-bcd2-4517-8826-fcc68a08ed7e req-dceda2cd-f109-4a21-9498-ff5f1b9ec488 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 210 time: 0.0657029 Jun 23 16:53:31.043121 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-b29ff54f-9e39-41ae-a1c2-dd02b871809b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13aefe26f9b840c483117371156e9160 HTTP/1.1" status: 200 len: 380 time: 0.2365854 Jun 23 16:53:31.052026 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-8d3de0da-d94a-47f4-ad09-efc7ad31ecbb tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Request body: {'port': {'device_id': 'c62f9658-00bb-4a4a-a659-2c9109f9bda8', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'admin_state_up': True, 'tenant_id': '13aefe26f9b840c483117371156e9160', 'security_groups': ['dff21f9f-af5e-4808-a0c0-b54eec4c35e6']}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:53:31.099377 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed42cb4-520f-4b34-b2f8-077a95e04685 req-d045a434-d4ea-45b3-a93d-b15decccbe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:31.102185 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7ed42cb4-520f-4b34-b2f8-077a95e04685 req-d045a434-d4ea-45b3-a93d-b15decccbe47 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87ef8f3f77b44efca262f73df840952f&device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 1097 time: 0.2763925 Jun 23 16:53:31.349807 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7007dcec-8a20-4f11-aa25-c7efeaf8571a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:31.379353 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed42cb4-520f-4b34-b2f8-077a95e04685 req-978029d9-d98a-4d5f-8de8-60f95c9259d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:31.381352 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7ed42cb4-520f-4b34-b2f8-077a95e04685 req-978029d9-d98a-4d5f-8de8-60f95c9259d9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bc51e331-2a78-4fd9-b34d-0d910adf86ff HTTP/1.1" status: 200 len: 920 time: 0.2415752 Jun 23 16:53:31.436707 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7ed42cb4-520f-4b34-b2f8-077a95e04685 req-a1d02129-4d13-4d21-b335-136ebee632ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e43a0d68-ed18-4b24-bc50-098ddaa53193 HTTP/1.1" status: 200 len: 217 time: 0.0447769 Jun 23 16:53:31.437329 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-8d3de0da-d94a-47f4-ad09-efc7ad31ecbb tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Made reservation on behalf of 13aefe26f9b840c483117371156e9160 for: {'port': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:53:31.441005 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-8d3de0da-d94a-47f4-ad09-efc7ad31ecbb tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:31.595025 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed42cb4-520f-4b34-b2f8-077a95e04685 req-d4304f6f-9268-4bb2-ad09-7e9d2065e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:31.596562 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7ed42cb4-520f-4b34-b2f8-077a95e04685 req-d4304f6f-9268-4bb2-ad09-7e9d2065e578 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40e372d6-9afa-4c58-9f87-929f1c34938e HTTP/1.1" status: 200 len: 858 time: 0.1470423 Jun 23 16:53:31.614182 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758fe55-5b41-4e78-9198-e6ee4797fce4 req-6429d4bc-eb60-4f9b-845b-c193a8e76c2f tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:31.615863 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e758fe55-5b41-4e78-9198-e6ee4797fce4 req-6429d4bc-eb60-4f9b-845b-c193a8e76c2f tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 944 time: 0.2857256 Jun 23 16:53:31.644561 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-69780a49-5883-41ae-b7bc-153bbc316044 req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:31.663974 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7ed42cb4-520f-4b34-b2f8-077a95e04685 req-73e93cbf-1ca3-4177-b62f-bd8e90e45b35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc51e331-2a78-4fd9-b34d-0d910adf86ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583615 Jun 23 16:53:31.672069 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5998da1-2d7a-42f7-b3b3-30c07e656b92 req-e5dee917-a6c9-47b7-9850-39899909f8cd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:31.674108 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b5998da1-2d7a-42f7-b3b3-30c07e656b92 req-e5dee917-a6c9-47b7-9850-39899909f8cd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 931 time: 0.6289098 Jun 23 16:53:31.678429 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bdf50-9c10-4725-9f76-0383fc03c235 req-34177e08-9137-4daf-91d0-76f41da1a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:31.687444 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-635bdf50-9c10-4725-9f76-0383fc03c235 req-34177e08-9137-4daf-91d0-76f41da1a329 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 1098 time: 0.8466227 Jun 23 16:53:31.750642 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-635bdf50-9c10-4725-9f76-0383fc03c235 req-ef6f2a9a-3e16-4ad0-a4f6-b8b7434ec13d service neutron] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:31.798442 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e758fe55-5b41-4e78-9198-e6ee4797fce4 req-36aa91ca-6f72-4333-b8fc-4fb8dd58811f tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670644 Jun 23 16:53:31.834113 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b5998da1-2d7a-42f7-b3b3-30c07e656b92 req-1257129d-110d-4305-a481-7b0474f97c18 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498199 Jun 23 16:53:31.840983 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-8d3de0da-d94a-47f4-ad09-efc7ad31ecbb tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Allocated IP 172.20.0.9 (b23fbb98-5784-4b39-a20a-1c7bc7c6884e/556de990-9411-4552-8962-8043c6baa871/fe25a1ad-e013-4927-afd6-8865afc577b3) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:53:31.887219 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7ed42cb4-520f-4b34-b2f8-077a95e04685 req-7ef11d20-37a8-45f3-815d-e109ba65c01a service neutron] 10.222.0.35 "GET /v2.0/networks/bc51e331-2a78-4fd9-b34d-0d910adf86ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141688 Jun 23 16:53:31.936780 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7007dcec-8a20-4f11-aa25-c7efeaf8571a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:31.943425 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7007dcec-8a20-4f11-aa25-c7efeaf8571a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:31.949725 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-7007dcec-8a20-4f11-aa25-c7efeaf8571a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/304c6289-821e-4c82-afff-7b3e2469a6a2 HTTP/1.1" status: 204 len: 168 time: 1.2605987 Jun 23 16:53:31.957360 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-28577981-821b-46bb-b44a-c6e0ccbf4134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:32.062459 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007dcec-8a20-4f11-aa25-c7efeaf8571a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304c6289-821e-4c82-afff-7b3e2469a6a2,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:32.067026 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-7007dcec-8a20-4f11-aa25-c7efeaf8571a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:32.110291 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-635bdf50-9c10-4725-9f76-0383fc03c235 req-ef6f2a9a-3e16-4ad0-a4f6-b8b7434ec13d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:32.134897 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-8d3de0da-d94a-47f4-ad09-efc7ad31ecbb tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:32.149142 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-8d3de0da-d94a-47f4-ad09-efc7ad31ecbb tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Transition to ACTIVE for port object fe25a1ad-e013-4927-afd6-8865afc577b3 will not be triggered until provisioned by entity DHCP. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:53:32.170909 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [req-69780a49-5883-41ae-b7bc-153bbc316044 req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58dad907-e5b4-424f-b8a4-f9d872b0cd06 {{(pid=105486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:53:32.181035 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-69780a49-5883-41ae-b7bc-153bbc316044 req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:32.199967 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-69780a49-5883-41ae-b7bc-153bbc316044 req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Transition to ACTIVE for port object 58dad907-e5b4-424f-b8a4-f9d872b0cd06 will not be triggered until provisioned by entity L2. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:53:32.229187 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7ed42cb4-520f-4b34-b2f8-077a95e04685 req-bce529b0-22e7-4362-aa0e-9d7570865d40 service neutron] 10.222.0.35 "GET /v2.0/networks/bc51e331-2a78-4fd9-b34d-0d910adf86ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690063 Jun 23 16:53:32.248559 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-af5bc883-750b-4420-b7a4-66447d28dab8 req-1fab31c2-53c9-4936-a71d-6f5deb76d9bc tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 210 time: 0.0323815 Jun 23 16:53:32.250035 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-635bdf50-9c10-4725-9f76-0383fc03c235 req-ef6f2a9a-3e16-4ad0-a4f6-b8b7434ec13d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:32.256494 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-175fece1-531f-4973-8c27-a285adbd3eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:32.264501 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef2193-4d21-4d60-accb-1ad17b3bb1b0 req-2e921399-7906-4fd7-8aaf-aae76c57cd32 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:32.271579 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d3ef2193-4d21-4d60-accb-1ad17b3bb1b0 req-2e921399-7906-4fd7-8aaf-aae76c57cd32 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 945 time: 0.3131459 Jun 23 16:53:32.290878 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-635bdf50-9c10-4725-9f76-0383fc03c235 req-ef6f2a9a-3e16-4ad0-a4f6-b8b7434ec13d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0a10ab07-de74-4140-b044-d73398609bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5981126 Jun 23 16:53:32.300206 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f2a9a-3e16-4ad0-a4f6-b8b7434ec13d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=778d0e78-4b6f-46ec-b3bc-6cb7a6d28993,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:32.303317 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-69780a49-5883-41ae-b7bc-153bbc316044 req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:32.308358 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ef6f2a9a-3e16-4ad0-a4f6-b8b7434ec13d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:32.308358 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:32.320856 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d3ef2193-4d21-4d60-accb-1ad17b3bb1b0 req-f7784604-e71d-4bf3-b797-2b5f015b29d7 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a10ab07-de74-4140-b044-d73398609bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482974 Jun 23 16:53:32.358408 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Pushing event updated for resources: {'Port': ['ID=58dad907-e5b4-424f-b8a4-f9d872b0cd06,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:32.362896 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:32.418315 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-8d3de0da-d94a-47f4-ad09-efc7ad31ecbb tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:32.442207 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:32.446129 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-69780a49-5883-41ae-b7bc-153bbc316044 req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Attempting to bind port 58dad907-e5b4-424f-b8a4-f9d872b0cd06 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:53:32.446473 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-69780a49-5883-41ae-b7bc-153bbc316044 req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Attempting to bind port 58dad907-e5b4-424f-b8a4-f9d872b0cd06 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '7ce0ca5b-adf1-4b37-ab99-6a138d2965c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9'}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:53:32.447020 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69780a49-5883-41ae-b7bc-153bbc316044 req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Attempting to bind port 58dad907-e5b4-424f-b8a4-f9d872b0cd06 on network 9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:53:32.455192 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69780a49-5883-41ae-b7bc-153bbc316044 req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Port 58dad907-e5b4-424f-b8a4-f9d872b0cd06 on network 9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:53:32.459724 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69780a49-5883-41ae-b7bc-153bbc316044 req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Attempting to bind port 58dad907-e5b4-424f-b8a4-f9d872b0cd06 on network 9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:53:32.469202 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69780a49-5883-41ae-b7bc-153bbc316044 req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Checking agent: {'id': '78e83b5f-0ecc-435c-a465-b1f96103afbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:53:32.471392 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69780a49-5883-41ae-b7bc-153bbc316044 req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Checking segment: {'id': '7ce0ca5b-adf1-4b37-ab99-6a138d2965c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:53:32.472038 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69780a49-5883-41ae-b7bc-153bbc316044 req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Bound using segment: {'id': '7ce0ca5b-adf1-4b37-ab99-6a138d2965c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9'} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:53:32.472701 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-69780a49-5883-41ae-b7bc-153bbc316044 req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Bound port: 58dad907-e5b4-424f-b8a4-f9d872b0cd06, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce0ca5b-adf1-4b37-ab99-6a138d2965c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9'}}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:53:32.474178 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-69780a49-5883-41ae-b7bc-153bbc316044 req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:32.503736 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-8d3de0da-d94a-47f4-ad09-efc7ad31ecbb tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Network b23fbb98-5784-4b39-a20a-1c7bc7c6884e is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:53:32.512592 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-8d3de0da-d94a-47f4-ad09-efc7ad31ecbb tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:53:32.525048 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-8d3de0da-d94a-47f4-ad09-efc7ad31ecbb tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:53:32.552119 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-8d3de0da-d94a-47f4-ad09-efc7ad31ecbb tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:32.561692 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-8d3de0da-d94a-47f4-ad09-efc7ad31ecbb tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:32.592971 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3de0da-d94a-47f4-ad09-efc7ad31ecbb tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Pushing event updated for resources: {'Port': ['ID=fe25a1ad-e013-4927-afd6-8865afc577b3,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:32.597921 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-8d3de0da-d94a-47f4-ad09-efc7ad31ecbb tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:32.617023 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-69780a49-5883-41ae-b7bc-153bbc316044 req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] For port 58dad907-e5b4-424f-b8a4-f9d872b0cd06, host hv-cinder-79760, cleared binding levels {{(pid=105486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:53:32.623207 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-69780a49-5883-41ae-b7bc-153bbc316044 req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] For port 58dad907-e5b4-424f-b8a4-f9d872b0cd06, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=58dad907-e5b4-424f-b8a4-f9d872b0cd06,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:53:32.736592 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device e43a0d68-ed18-4b24-bc50-098ddaa53193 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:53:32.789733 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 7c7029bd-593d-4843-a3ab-e13289e717ac up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:53:32.905024 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port e43a0d68-ed18-4b24-bc50-098ddaa53193, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e43a0d68-ed18-4b24-bc50-098ddaa53193,segment=NetworkSegment(86c6b180-6392-4bf7-bfce-1134c8aa2a34),segment_id=86c6b180-6392-4bf7-bfce-1134c8aa2a34)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:32.917719 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-69780a49-5883-41ae-b7bc-153bbc316044 req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:32.920134 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-8d3de0da-d94a-47f4-ad09-efc7ad31ecbb tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8760378 Jun 23 16:53:32.920266 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': 'e43a0d68-ed18-4b24-bc50-098ddaa53193', 'network_id': 'bc51e331-2a78-4fd9-b34d-0d910adf86ff', 'port_id': 'e43a0d68-ed18-4b24-bc50-098ddaa53193', 'mac_address': 'fa:16:3e:2a:73:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40e372d6-9afa-4c58-9f87-929f1c34938e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:53:32.922936 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ffa1c1d8-589e-4049-9821-f6d8432c94b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:32.951432 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Request body: {'port': {'device_id': 'c62f9658-00bb-4a4a-a659-2c9109f9bda8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:53:32.990623 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:33.014092 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e43a0d68-ed18-4b24-bc50-098ddaa53193 {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:53:33.016769 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69780a49-5883-41ae-b7bc-153bbc316044 req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:33.017433 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-69780a49-5883-41ae-b7bc-153bbc316044 req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:33.018949 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-69780a49-5883-41ae-b7bc-153bbc316044 req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] 10.222.0.35 "PUT /v2.0/ports/58dad907-e5b4-424f-b8a4-f9d872b0cd06 HTTP/1.1" status: 200 len: 1093 time: 2.1890774 Jun 23 16:53:33.019456 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48bd5c7b-5838-4df2-a437-766fc56598a1', 'tag': '58dad907-e5b4-424f-b8a4-f9d872b0cd06'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:53:33.023855 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92611809-0216-4197-9161-27b880a12b90" -d '{"events": [{"name": "network-changed", "server_uuid": "48bd5c7b-5838-4df2-a437-766fc56598a1", "tag": "58dad907-e5b4-424f-b8a4-f9d872b0cd06"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:53:33.037963 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Pushing event updated for resources: {'Port': ['ID=58dad907-e5b4-424f-b8a4-f9d872b0cd06,revision_number=3']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:33.044820 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port e43a0d68-ed18-4b24-bc50-098ddaa53193, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e43a0d68-ed18-4b24-bc50-098ddaa53193,segment=NetworkSegment(86c6b180-6392-4bf7-bfce-1134c8aa2a34),segment_id=86c6b180-6392-4bf7-bfce-1134c8aa2a34)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:33.048326 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:33.092571 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef09ab-bf04-429e-8289-1259989b2cc5 req-a12108b1-cf79-4900-86a0-d5342c683853 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:33.102812 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-13ef09ab-bf04-429e-8289-1259989b2cc5 req-a12108b1-cf79-4900-86a0-d5342c683853 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 944 time: 0.1330338 Jun 23 16:53:33.129798 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:33.153313 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning for port 7c7029bd-593d-4843-a3ab-e13289e717ac completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:53:33.167643 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-98c3ce1c-5b33-4aa7-b0da-e00e825da37c None None] Provisioning for port fe25a1ad-e013-4927-afd6-8865afc577b3 completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:53:33.180678 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port 7c7029bd-593d-4843-a3ab-e13289e717ac triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:33.184510 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:33.216873 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-13ef09ab-bf04-429e-8289-1259989b2cc5 req-bca42fcd-da11-48c6-8c1d-123644cd5c15 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121709 Jun 23 16:53:33.238320 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-98c3ce1c-5b33-4aa7-b0da-e00e825da37c None None] Provisioning complete for port fe25a1ad-e013-4927-afd6-8865afc577b3 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:33.238320 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-98c3ce1c-5b33-4aa7-b0da-e00e825da37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:33.238320 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:33.258922 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eb3ed-baf8-41eb-ba62-8048f441a81e req-7596a43c-8eeb-4ea1-8318-dd28ba6c7a9d tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:33.263285 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-225eb3ed-baf8-41eb-ba62-8048f441a81e req-7596a43c-8eeb-4ea1-8318-dd28ba6c7a9d tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.1808922 Jun 23 16:53:33.293274 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:33.389435 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 52588) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:33.425341 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-45220f43-006f-4af9-ae99-ba83163d80df admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:33.432809 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-98c3ce1c-5b33-4aa7-b0da-e00e825da37c None None] Port fe25a1ad-e013-4927-afd6-8865afc577b3 cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:53:33.438869 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=e43a0d68-ed18-4b24-bc50-098ddaa53193,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:33.458667 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a934012b-3560-45d9-935a-205922464fa4 x-openstack-request-id: req-a934012b-3560-45d9-935a-205922464fa4 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:53:33.458667 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48bd5c7b-5838-4df2-a437-766fc56598a1", "tag": "58dad907-e5b4-424f-b8a4-f9d872b0cd06", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:53:33.458667 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a934012b-3560-45d9-935a-205922464fa4 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:53:33.458667 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48bd5c7b-5838-4df2-a437-766fc56598a1', 'tag': '58dad907-e5b4-424f-b8a4-f9d872b0cd06', 'status': 'completed', 'code': 200} Jun 23 16:53:33.460729 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:33.468856 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69780a49-5883-41ae-b7bc-153bbc316044 req-30440d6d-0a6a-40c8-9be6-64eaead70841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:33.470962 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-69780a49-5883-41ae-b7bc-153bbc316044 req-30440d6d-0a6a-40c8-9be6-64eaead70841 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=58bd8fd6ed204ffa93646e359469c46f&device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 1096 time: 0.2244952 Jun 23 16:53:33.472603 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-225eb3ed-baf8-41eb-ba62-8048f441a81e req-10375c6c-454f-4e00-addb-6ac2f80a79d2 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908514 Jun 23 16:53:33.559457 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['e43a0d68-ed18-4b24-bc50-098ddaa53193'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:53:33.591627 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-69780a49-5883-41ae-b7bc-153bbc316044 req-55f1c221-bf7a-415a-8649-d1fe8cb5faad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58dad907-e5b4-424f-b8a4-f9d872b0cd06 HTTP/1.1" status: 200 len: 217 time: 0.1058166 Jun 23 16:53:33.683604 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69780a49-5883-41ae-b7bc-153bbc316044 req-c2429bd0-350b-492d-8ca1-58fb4161ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:33.686288 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-69780a49-5883-41ae-b7bc-153bbc316044 req-c2429bd0-350b-492d-8ca1-58fb4161ef9c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc9f899-f082-4611-8cfd-98693f165ef6 HTTP/1.1" status: 200 len: 855 time: 0.0848186 Jun 23 16:53:33.724906 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:33.768321 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fa9d96-65c6-4f19-ac30-e997653fee62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7029bd-593d-4843-a3ab-e13289e717ac'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:53:33.770963 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f723dd64-f2f2-4d8b-b77b-2e22f54e1aab" -d '{"events": [{"server_uuid": "43fa9d96-65c6-4f19-ac30-e997653fee62", "name": "network-vif-plugged", "status": "completed", "tag": "7c7029bd-593d-4843-a3ab-e13289e717ac"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:53:33.794720 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 7c7029bd-593d-4843-a3ab-e13289e717ac, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7c7029bd-593d-4843-a3ab-e13289e717ac,segment=NetworkSegment(86c6b180-6392-4bf7-bfce-1134c8aa2a34),segment_id=86c6b180-6392-4bf7-bfce-1134c8aa2a34)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:33.825491 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe25a1ad-e013-4927-afd6-8865afc577b3 {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:53:33.841513 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:33.854468 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-45220f43-006f-4af9-ae99-ba83163d80df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:33.857567 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfab88d-91be-44f9-afec-05eeec9e0348 req-11ae4cf6-a1e7-40ff-8987-4575f14758e3 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:33.864930 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-cbfab88d-91be-44f9-afec-05eeec9e0348 req-11ae4cf6-a1e7-40ff-8987-4575f14758e3 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 945 time: 0.1506910 Jun 23 16:53:33.886839 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Transition to ACTIVE for port object fe25a1ad-e013-4927-afd6-8865afc577b3 will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:53:33.904353 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf3d43-b835-4227-be1d-13ec12627148 req-a6b48f0f-d4f8-4894-a206-62b02739926b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:33.905906 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1baf3d43-b835-4227-be1d-13ec12627148 req-a6b48f0f-d4f8-4894-a206-62b02739926b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 931 time: 0.2266860 Jun 23 16:53:33.909986 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-cbfab88d-91be-44f9-afec-05eeec9e0348 req-5ac5403b-6236-433e-b829-693a33082fe0 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a10ab07-de74-4140-b044-d73398609bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439425 Jun 23 16:53:33.920610 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69780a49-5883-41ae-b7bc-153bbc316044 req-6b6e36bd-cbda-452a-86cc-2bb889bc8c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:33.922166 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-69780a49-5883-41ae-b7bc-153bbc316044 req-6b6e36bd-cbda-452a-86cc-2bb889bc8c68 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2088590 Jun 23 16:53:33.958612 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0358bead-9072-4172-805f-ace6dad9ac4b x-openstack-request-id: req-0358bead-9072-4172-805f-ace6dad9ac4b {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:53:33.958946 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fa9d96-65c6-4f19-ac30-e997653fee62", "name": "network-vif-plugged", "status": "completed", "tag": "7c7029bd-593d-4843-a3ab-e13289e717ac", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:53:33.959224 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0358bead-9072-4172-805f-ace6dad9ac4b {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:53:33.959634 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fa9d96-65c6-4f19-ac30-e997653fee62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7029bd-593d-4843-a3ab-e13289e717ac', 'code': 200} Jun 23 16:53:33.962366 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:33.964895 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-7dae9540-8670-416c-8deb-30b4fee5f6dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:33.972765 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1baf3d43-b835-4227-be1d-13ec12627148 req-498f85df-bbdd-41b1-a498-3eadbaa31aad tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602899 Jun 23 16:53:34.016404 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=7c7029bd-593d-4843-a3ab-e13289e717ac,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:34.018242 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-45220f43-006f-4af9-ae99-ba83163d80df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:34.020006 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:34.022004 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:34.022156 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-539d19a0-9fee-4316-b182-9b0b6eb5c7b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:34.031183 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:34.076853 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45220f43-006f-4af9-ae99-ba83163d80df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ea31bd-0ffb-458d-8999-571a43dc414d,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:34.085237 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-45220f43-006f-4af9-ae99-ba83163d80df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:34.088417 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-45220f43-006f-4af9-ae99-ba83163d80df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71cb0f6aed6e443b855d6d0bdf6100e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6955838 Jun 23 16:53:34.091325 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 52600) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:34.113503 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-69780a49-5883-41ae-b7bc-153bbc316044 req-583958ad-a880-4dfa-8aa1-0d454685a9fd service neutron] 10.222.0.35 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649957 Jun 23 16:53:34.155777 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Pushing event updated for resources: {'Port': ['ID=fe25a1ad-e013-4927-afd6-8865afc577b3,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:34.159667 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:34.176220 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Attempting to bind port fe25a1ad-e013-4927-afd6-8865afc577b3 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:53:34.176615 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Attempting to bind port fe25a1ad-e013-4927-afd6-8865afc577b3 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'b569fb93-7894-43d9-9e6f-ec82b13b1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:53:34.176953 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Attempting to bind port fe25a1ad-e013-4927-afd6-8865afc577b3 on network b23fbb98-5784-4b39-a20a-1c7bc7c6884e {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:53:34.184405 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Port fe25a1ad-e013-4927-afd6-8865afc577b3 on network b23fbb98-5784-4b39-a20a-1c7bc7c6884e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:53:34.184724 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Attempting to bind port fe25a1ad-e013-4927-afd6-8865afc577b3 on network b23fbb98-5784-4b39-a20a-1c7bc7c6884e {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:53:34.190279 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Checking agent: {'id': '78e83b5f-0ecc-435c-a465-b1f96103afbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:53:34.190614 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Checking segment: {'id': 'b569fb93-7894-43d9-9e6f-ec82b13b1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:53:34.191037 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Bound using segment: {'id': 'b569fb93-7894-43d9-9e6f-ec82b13b1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:53:34.191470 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Bound port: fe25a1ad-e013-4927-afd6-8865afc577b3, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b569fb93-7894-43d9-9e6f-ec82b13b1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:53:34.191814 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:34.272404 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e3804db5-d18b-46ee-a95b-e9de87e6cf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:34.298438 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] For port fe25a1ad-e013-4927-afd6-8865afc577b3, host hv-cinder-79760, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:53:34.302607 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] For port fe25a1ad-e013-4927-afd6-8865afc577b3, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fe25a1ad-e013-4927-afd6-8865afc577b3,segment=NetworkSegment(b569fb93-7894-43d9-9e6f-ec82b13b1eb5),segment_id=b569fb93-7894-43d9-9e6f-ec82b13b1eb5)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:53:34.307409 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-69780a49-5883-41ae-b7bc-153bbc316044 req-8187cd6d-25ed-485d-a457-40be6af1c6a0 service neutron] 10.222.0.35 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852901 Jun 23 16:53:34.313313 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e3804db5-d18b-46ee-a95b-e9de87e6cf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:34.377915 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:34.383419 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:34.457413 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e3804db5-d18b-46ee-a95b-e9de87e6cf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:34.460699 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e3804db5-d18b-46ee-a95b-e9de87e6cf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:34.465890 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:34.466803 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:34.468373 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] 10.222.0.35 "PUT /v2.0/ports/fe25a1ad-e013-4927-afd6-8865afc577b3 HTTP/1.1" status: 200 len: 1093 time: 1.5259531 Jun 23 16:53:34.469076 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62f9658-00bb-4a4a-a659-2c9109f9bda8', 'tag': 'fe25a1ad-e013-4927-afd6-8865afc577b3'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:53:34.473129 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c723e91-07ef-4081-a9d7-3aa075659c17" -d '{"events": [{"name": "network-changed", "server_uuid": "c62f9658-00bb-4a4a-a659-2c9109f9bda8", "tag": "fe25a1ad-e013-4927-afd6-8865afc577b3"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:53:34.480475 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-e3804db5-d18b-46ee-a95b-e9de87e6cf99 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00ea31bd-0ffb-458d-8999-571a43dc414d HTTP/1.1" status: 204 len: 168 time: 0.3854790 Jun 23 16:53:34.495338 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:34.605197 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed5e870-5be7-41ae-afb0-cd47392b11b9 x-openstack-request-id: req-8ed5e870-5be7-41ae-afb0-cd47392b11b9 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:53:34.605197 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62f9658-00bb-4a4a-a659-2c9109f9bda8", "tag": "fe25a1ad-e013-4927-afd6-8865afc577b3", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:53:34.605197 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ed5e870-5be7-41ae-afb0-cd47392b11b9 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:53:34.606681 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62f9658-00bb-4a4a-a659-2c9109f9bda8', 'tag': 'fe25a1ad-e013-4927-afd6-8865afc577b3', 'status': 'completed', 'code': 200} Jun 23 16:53:34.653818 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804db5-d18b-46ee-a95b-e9de87e6cf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ea31bd-0ffb-458d-8999-571a43dc414d,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:34.656972 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-e3804db5-d18b-46ee-a95b-e9de87e6cf99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:34.705067 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Pushing event updated for resources: {'Port': ['ID=fe25a1ad-e013-4927-afd6-8865afc577b3,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:34.718814 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:34.751481 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b40e9-2bcc-4c87-8da3-d929800d2691 req-9c3f444f-ce6e-48a9-901f-9721056cd8af tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:34.753259 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-672b40e9-2bcc-4c87-8da3-d929800d2691 req-9c3f444f-ce6e-48a9-901f-9721056cd8af tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 945 time: 0.3617063 Jun 23 16:53:34.758742 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device e43a0d68-ed18-4b24-bc50-098ddaa53193 up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:53:34.758905 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf266504-3eb2-4d67-88f7-bdc51f0f4e07 req-25dca01b-ba2f-4e66-b2ab-431a4c133ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:34.758905 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bf266504-3eb2-4d67-88f7-bdc51f0f4e07 req-25dca01b-ba2f-4e66-b2ab-431a4c133ea1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 1099 time: 0.2754023 Jun 23 16:53:34.882013 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c723e91-07ef-4081-a9d7-3aa075659c17 req-f8cba872-b809-47ab-b383-b8e852595ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:34.883847 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3c723e91-07ef-4081-a9d7-3aa075659c17 req-f8cba872-b809-47ab-b383-b8e852595ffa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=13aefe26f9b840c483117371156e9160&device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 1096 time: 0.2258542 Jun 23 16:53:34.886639 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bf266504-3eb2-4d67-88f7-bdc51f0f4e07 req-d71381b2-1801-4519-9789-78f3f7b4b614 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174030 Jun 23 16:53:34.887810 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92611809-0216-4197-9161-27b880a12b90 req-946c4e12-8a22-42ed-ae51-0732e96a4625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:34.889445 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-92611809-0216-4197-9161-27b880a12b90 req-946c4e12-8a22-42ed-ae51-0732e96a4625 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=58bd8fd6ed204ffa93646e359469c46f&device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 1096 time: 0.2637167 Jun 23 16:53:34.901374 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-672b40e9-2bcc-4c87-8da3-d929800d2691 req-41c57418-2612-4384-ab0c-ff0ad0454ec8 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376929 Jun 23 16:53:34.936039 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1b53a-c1c4-4e6d-bdf1-3e39abbb8656 req-70479dfe-78b3-49f1-847e-1ebfd40f95bb tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:34.941314 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cea1b53a-c1c4-4e6d-bdf1-3e39abbb8656 req-70479dfe-78b3-49f1-847e-1ebfd40f95bb tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.1364851 Jun 23 16:53:34.982184 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cea1b53a-c1c4-4e6d-bdf1-3e39abbb8656 req-46a3f93f-ba27-478f-b501-2cdeff87e3e2 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394876 Jun 23 16:53:35.002706 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning for port e43a0d68-ed18-4b24-bc50-098ddaa53193 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:53:35.008412 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port e43a0d68-ed18-4b24-bc50-098ddaa53193 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:35.008412 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:35.130612 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1f441-d568-406f-9635-375b615544bc req-0ef389cf-01de-432e-be60-159d45ca6c97 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:35.130612 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-80b1f441-d568-406f-9635-375b615544bc req-0ef389cf-01de-432e-be60-159d45ca6c97 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 945 time: 0.0934896 Jun 23 16:53:35.162374 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:35.214221 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port e43a0d68-ed18-4b24-bc50-098ddaa53193, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e43a0d68-ed18-4b24-bc50-098ddaa53193,segment=NetworkSegment(86c6b180-6392-4bf7-bfce-1134c8aa2a34),segment_id=86c6b180-6392-4bf7-bfce-1134c8aa2a34)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:35.288823 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:35.292690 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-eaf1e3e2-6684-4977-8988-bcd76f9123eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:35.302430 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-80b1f441-d568-406f-9635-375b615544bc req-768fc572-60e2-44a2-85af-e2427d692b3c tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a10ab07-de74-4140-b044-d73398609bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605597 Jun 23 16:53:35.374440 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92611809-0216-4197-9161-27b880a12b90 req-524c3a6b-a366-4809-8089-53869018ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:35.374440 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-92611809-0216-4197-9161-27b880a12b90 req-524c3a6b-a366-4809-8089-53869018ab3f service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 HTTP/1.1" status: 200 len: 918 time: 0.1959648 Jun 23 16:53:35.388212 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=e43a0d68-ed18-4b24-bc50-098ddaa53193,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:35.409445 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:35.460403 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-92611809-0216-4197-9161-27b880a12b90 req-82573b54-f6e9-498d-82f2-f2eca0c4fb88 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58dad907-e5b4-424f-b8a4-f9d872b0cd06 HTTP/1.1" status: 200 len: 217 time: 0.0638838 Jun 23 16:53:35.547896 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92611809-0216-4197-9161-27b880a12b90 req-5e36fd7f-332b-4755-9915-e6da48d3a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:35.549790 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-92611809-0216-4197-9161-27b880a12b90 req-5e36fd7f-332b-4755-9915-e6da48d3a217 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc9f899-f082-4611-8cfd-98693f165ef6 HTTP/1.1" status: 200 len: 855 time: 0.0765676 Jun 23 16:53:35.655528 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92611809-0216-4197-9161-27b880a12b90 req-bdae67d5-ed67-4840-8582-8557349c94e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:35.656856 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-92611809-0216-4197-9161-27b880a12b90 req-bdae67d5-ed67-4840-8582-8557349c94e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0874462 Jun 23 16:53:35.698948 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c7d8a-7bbc-4cef-9cb3-db1cdfcaf4c1 req-b4e56436-9fa7-4349-a73a-1908226df605 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:35.700879 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4e0c7d8a-7bbc-4cef-9cb3-db1cdfcaf4c1 req-b4e56436-9fa7-4349-a73a-1908226df605 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 943 time: 0.5370781 Jun 23 16:53:35.734087 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c723e91-07ef-4081-a9d7-3aa075659c17 req-2632428d-a793-44d8-bae8-7cd08dfde63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:35.735917 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3c723e91-07ef-4081-a9d7-3aa075659c17 req-2632428d-a793-44d8-bae8-7cd08dfde63a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=13aefe26f9b840c483117371156e9160&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5623033 Jun 23 16:53:35.761573 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 52666) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:35.814284 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4e0c7d8a-7bbc-4cef-9cb3-db1cdfcaf4c1 req-195022b2-e2c5-4ffb-bf87-1feb1c06e834 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034338 Jun 23 16:53:35.962021 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bd8809-3911-49ab-844a-773f2d454e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43a0d68-ed18-4b24-bc50-098ddaa53193'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:53:35.967349 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36023d49-09e8-4976-9ead-134d625cfff1" -d '{"events": [{"server_uuid": "59bd8809-3911-49ab-844a-773f2d454e20", "name": "network-vif-plugged", "status": "completed", "tag": "e43a0d68-ed18-4b24-bc50-098ddaa53193"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:53:35.985752 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3d699f1c-d167-47b8-ae88-7ddf89146e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:35.996702 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c723e91-07ef-4081-a9d7-3aa075659c17 req-098e440f-a128-4b65-8bd8-a277e3326460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:35.998407 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3c723e91-07ef-4081-a9d7-3aa075659c17 req-098e440f-a128-4b65-8bd8-a277e3326460 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2381835 Jun 23 16:53:36.059464 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c57583d-ce1e-4d3c-a2f5-6d1cf5cc4754 x-openstack-request-id: req-5c57583d-ce1e-4d3c-a2f5-6d1cf5cc4754 {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:53:36.060056 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bd8809-3911-49ab-844a-773f2d454e20", "name": "network-vif-plugged", "status": "completed", "tag": "e43a0d68-ed18-4b24-bc50-098ddaa53193", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:53:36.060151 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c57583d-ce1e-4d3c-a2f5-6d1cf5cc4754 {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:53:36.060639 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bd8809-3911-49ab-844a-773f2d454e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43a0d68-ed18-4b24-bc50-098ddaa53193', 'code': 200} Jun 23 16:53:36.070799 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-92611809-0216-4197-9161-27b880a12b90 req-c0003e4e-581d-484c-865a-9bed2c5490cb service neutron] 10.222.0.35 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006109 Jun 23 16:53:36.254615 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3d699f1c-d167-47b8-ae88-7ddf89146e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:36.280797 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-1abda765-0453-43be-9d33-c5b54fcf3a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:36.282362 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-1abda765-0453-43be-9d33-c5b54fcf3a9f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=13aefe26f9b840c483117371156e9160&device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 1096 time: 0.1548238 Jun 23 16:53:36.299515 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283dffe9-eb01-45fd-8cd6-2d2c55695b86 req-86d48861-a3d3-4a84-89f4-6429578d8622 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:36.301002 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-283dffe9-eb01-45fd-8cd6-2d2c55695b86 req-86d48861-a3d3-4a84-89f4-6429578d8622 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.2143977 Jun 23 16:53:36.311435 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb271e-8943-4133-b8dd-a96b8543ccff req-6c173f90-4994-4ccc-b52d-f4fd67919961 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:36.312997 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-39bb271e-8943-4133-b8dd-a96b8543ccff req-6c173f90-4994-4ccc-b52d-f4fd67919961 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.1073723 Jun 23 16:53:36.319114 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-92611809-0216-4197-9161-27b880a12b90 req-faf4423a-aa4b-45f8-b3b2-06b34ba9cfe0 service neutron] 10.222.0.35 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960857 Jun 23 16:53:36.344896 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-ff5088c1-c752-4189-8b2a-3daf83c20c0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe25a1ad-e013-4927-afd6-8865afc577b3 HTTP/1.1" status: 200 len: 217 time: 0.0481341 Jun 23 16:53:36.362912 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-283dffe9-eb01-45fd-8cd6-2d2c55695b86 req-ff2f46d5-539c-420c-b408-9bf9a917db5a tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533693 Jun 23 16:53:36.387869 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3d699f1c-d167-47b8-ae88-7ddf89146e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:36.404744 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:36.467883 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d699f1c-d167-47b8-ae88-7ddf89146e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffeae58c-61c8-4e57-8902-5cad44366380,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:36.475627 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-39bb271e-8943-4133-b8dd-a96b8543ccff req-2e902dfb-0948-48fb-8e66-9a85a47954b7 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331151 Jun 23 16:53:36.488924 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-3d699f1c-d167-47b8-ae88-7ddf89146e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:36.489231 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 52686) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:36.489542 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-3d699f1c-d167-47b8-ae88-7ddf89146e0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5680ee15036d43faa075dfa5cfe92e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7198777 Jun 23 16:53:36.489542 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-06722c3c-656a-4f7d-bd17-d57400219a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:36.489542 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-06722c3c-656a-4f7d-bd17-d57400219a85 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=556de990-9411-4552-8962-8043c6baa871 HTTP/1.1" status: 200 len: 850 time: 0.1340377 Jun 23 16:53:36.609382 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-bef9e17f-714c-482f-917a-3682321c46db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:36.610785 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8f853ce0-9f0b-4f6d-b87b-71875058e195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:36.611922 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-bef9e17f-714c-482f-917a-3682321c46db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b23fbb98-5784-4b39-a20a-1c7bc7c6884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1197782 Jun 23 16:53:36.661701 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8f853ce0-9f0b-4f6d-b87b-71875058e195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:36.732158 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-61966b96-39d2-42f7-9566-6fa99b3c095c service neutron] 10.222.0.35 "GET /v2.0/networks/b23fbb98-5784-4b39-a20a-1c7bc7c6884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117485 Jun 23 16:53:36.757313 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 58dad907-e5b4-424f-b8a4-f9d872b0cd06 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:53:36.875158 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ce75444d-0792-4a79-8627-fe55a4c1cb1a req-9f65ce02-0650-42ce-9361-1004db6ac82d service neutron] 10.222.0.35 "GET /v2.0/networks/b23fbb98-5784-4b39-a20a-1c7bc7c6884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358621 Jun 23 16:53:36.898273 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 58dad907-e5b4-424f-b8a4-f9d872b0cd06, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=58dad907-e5b4-424f-b8a4-f9d872b0cd06,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:36.912770 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': '58dad907-e5b4-424f-b8a4-f9d872b0cd06', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'port_id': '58dad907-e5b4-424f-b8a4-f9d872b0cd06', 'mac_address': 'fa:16:3e:21:a6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:53:36.931454 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8f853ce0-9f0b-4f6d-b87b-71875058e195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:36.938813 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8f853ce0-9f0b-4f6d-b87b-71875058e195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:36.939934 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-8f853ce0-9f0b-4f6d-b87b-71875058e195 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ffeae58c-61c8-4e57-8902-5cad44366380 HTTP/1.1" status: 204 len: 168 time: 0.4565089 Jun 23 16:53:36.941589 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:36.963621 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:36.986196 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f853ce0-9f0b-4f6d-b87b-71875058e195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffeae58c-61c8-4e57-8902-5cad44366380,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:36.992372 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58dad907-e5b4-424f-b8a4-f9d872b0cd06 {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:53:36.994061 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-8f853ce0-9f0b-4f6d-b87b-71875058e195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:37.022915 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 58dad907-e5b4-424f-b8a4-f9d872b0cd06, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=58dad907-e5b4-424f-b8a4-f9d872b0cd06,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:37.068902 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15dc88-88f8-488b-8512-8028aa6ca257 req-d6ff0360-6d77-4818-b2a1-5a2b31f02090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:37.070430 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fa15dc88-88f8-488b-8512-8028aa6ca257 req-d6ff0360-6d77-4818-b2a1-5a2b31f02090 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 1099 time: 0.1979558 Jun 23 16:53:37.094645 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cbae2-bbed-45f3-9473-47432009ac13 req-f4e7a404-c555-44db-a92c-d21e24a15719 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:37.094645 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-698cbae2-bbed-45f3-9473-47432009ac13 req-f4e7a404-c555-44db-a92c-d21e24a15719 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 943 time: 0.1223979 Jun 23 16:53:37.163980 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-698cbae2-bbed-45f3-9473-47432009ac13 req-9b4d0766-93ce-48f6-93a3-ee38914bd7f9 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655336 Jun 23 16:53:37.174424 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fa15dc88-88f8-488b-8512-8028aa6ca257 req-3faf9373-42b3-439e-8618-4d64cf22a09c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655053 Jun 23 16:53:37.174917 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:37.174917 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:37.217170 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=58dad907-e5b4-424f-b8a4-f9d872b0cd06,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:37.220188 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:37.559411 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['58dad907-e5b4-424f-b8a4-f9d872b0cd06'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:53:37.562493 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621298d-a623-4fd0-b185-c8281d9444b0 req-113738ed-1d72-4156-a9d0-72df794fcb62 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:37.564299 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b621298d-a623-4fd0-b185-c8281d9444b0 req-113738ed-1d72-4156-a9d0-72df794fcb62 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.0735641 Jun 23 16:53:37.613542 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b621298d-a623-4fd0-b185-c8281d9444b0 req-ec015837-d75f-474d-b822-467d38b75394 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379457 Jun 23 16:53:37.832332 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f0d5b-994e-4fc2-b9c0-3bca496d4131 req-1c7266e5-631d-4ef5-a9c4-3f07e3b06bbe tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:37.834024 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-761f0d5b-994e-4fc2-b9c0-3bca496d4131 req-1c7266e5-631d-4ef5-a9c4-3f07e3b06bbe tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 944 time: 0.1279013 Jun 23 16:53:37.878182 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-761f0d5b-994e-4fc2-b9c0-3bca496d4131 req-65339248-d030-4116-8baa-f0798d5885be tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350480 Jun 23 16:53:38.074874 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 52752) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:38.094691 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c71fc922-94af-437d-8928-55378f65274e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:38.198875 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c71fc922-94af-437d-8928-55378f65274e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:38.356020 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa218528-bbe2-434b-8a20-7f2f062cbfcd req-a94cb5d4-f226-477b-a3a1-306765471641 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:38.365061 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fa218528-bbe2-434b-8a20-7f2f062cbfcd req-a94cb5d4-f226-477b-a3a1-306765471641 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 943 time: 0.0750887 Jun 23 16:53:38.399342 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c71fc922-94af-437d-8928-55378f65274e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:38.402701 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fa218528-bbe2-434b-8a20-7f2f062cbfcd req-3f3a81c6-82df-49f1-960c-ef87d81d5874 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386703 Jun 23 16:53:38.405785 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:38.452213 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fc922-94af-437d-8928-55378f65274e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c722f4-b415-4d3f-8051-bae689822145,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:38.461743 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-c71fc922-94af-437d-8928-55378f65274e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:38.472330 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-c71fc922-94af-437d-8928-55378f65274e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5b8e893e4a04df1aa0b970977dd6e64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3938866 Jun 23 16:53:38.472720 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 52764) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:38.535369 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3d9344a0-6dd2-4420-ab4c-8199c74d987c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:38.563372 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3d9344a0-6dd2-4420-ab4c-8199c74d987c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:38.788764 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 58dad907-e5b4-424f-b8a4-f9d872b0cd06 up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:53:38.803514 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3d9344a0-6dd2-4420-ab4c-8199c74d987c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:38.807341 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3d9344a0-6dd2-4420-ab4c-8199c74d987c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:38.809147 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a314b-3fab-4516-ba91-3a7bfb8cc3a0 req-3ed7f22c-b121-4f09-9428-9bb22b68a7b2 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:38.817252 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6e2a314b-3fab-4516-ba91-3a7bfb8cc3a0 req-3ed7f22c-b121-4f09-9428-9bb22b68a7b2 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.0778656 Jun 23 16:53:38.818056 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-3d9344a0-6dd2-4420-ab4c-8199c74d987c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f4c722f4-b415-4d3f-8051-bae689822145 HTTP/1.1" status: 204 len: 168 time: 0.3377731 Jun 23 16:53:38.818056 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:38.824920 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9344a0-6dd2-4420-ab4c-8199c74d987c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c722f4-b415-4d3f-8051-bae689822145,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:38.834319 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-3d9344a0-6dd2-4420-ab4c-8199c74d987c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:38.878206 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6e2a314b-3fab-4516-ba91-3a7bfb8cc3a0 req-e1998552-02a7-4722-acb3-3fe34632f204 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448840 Jun 23 16:53:39.060812 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning for port 58dad907-e5b4-424f-b8a4-f9d872b0cd06 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:53:39.066275 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port 58dad907-e5b4-424f-b8a4-f9d872b0cd06 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:39.066732 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:39.081354 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe250d4-d091-4d47-9294-e28b66d37880 req-6d582ecf-a38a-4580-8e1a-10d7626838c3 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:39.083521 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-bbe250d4-d091-4d47-9294-e28b66d37880 req-6d582ecf-a38a-4580-8e1a-10d7626838c3 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 944 time: 0.0775850 Jun 23 16:53:39.132817 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-bbe250d4-d091-4d47-9294-e28b66d37880 req-01ed7b84-8a4c-4893-9261-74fa053b72ce tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419664 Jun 23 16:53:39.174921 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:39.201607 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bd5c7b-5838-4df2-a437-766fc56598a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dad907-e5b4-424f-b8a4-f9d872b0cd06'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:53:39.206870 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7893db-2df7-42d1-99ba-1d229ed9a12e" -d '{"events": [{"server_uuid": "48bd5c7b-5838-4df2-a437-766fc56598a1", "name": "network-vif-plugged", "status": "completed", "tag": "58dad907-e5b4-424f-b8a4-f9d872b0cd06"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:53:39.218176 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 58dad907-e5b4-424f-b8a4-f9d872b0cd06, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=58dad907-e5b4-424f-b8a4-f9d872b0cd06,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:39.248050 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aecfb06-78ce-4898-a30f-e5f2f911a74c x-openstack-request-id: req-5aecfb06-78ce-4898-a30f-e5f2f911a74c {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:53:39.248448 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bd5c7b-5838-4df2-a437-766fc56598a1", "name": "network-vif-plugged", "status": "completed", "tag": "58dad907-e5b4-424f-b8a4-f9d872b0cd06", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:53:39.248723 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5aecfb06-78ce-4898-a30f-e5f2f911a74c {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:53:39.249157 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bd5c7b-5838-4df2-a437-766fc56598a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dad907-e5b4-424f-b8a4-f9d872b0cd06', 'code': 200} Jun 23 16:53:39.328772 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:39.330657 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:39.387771 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=58dad907-e5b4-424f-b8a4-f9d872b0cd06,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:39.392104 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:39.802773 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fbea4-6a79-4fd1-a72d-b6969043c6e2 req-a54420a6-8e22-47e2-a9bb-5da2d23c59ae tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:39.804583 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-340fbea4-6a79-4fd1-a72d-b6969043c6e2 req-a54420a6-8e22-47e2-a9bb-5da2d23c59ae tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 943 time: 0.1708856 Jun 23 16:53:39.812243 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a47076-c910-4eac-9635-c921599ad858 req-633f3497-a995-495e-8bdf-ae911cfc33a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:39.813841 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c2a47076-c910-4eac-9635-c921599ad858 req-633f3497-a995-495e-8bdf-ae911cfc33a2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 1098 time: 0.0897546 Jun 23 16:53:39.876678 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c2a47076-c910-4eac-9635-c921599ad858 req-cdca4dfd-3de2-4b63-8841-e12ba60d1ceb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535576 Jun 23 16:53:39.881325 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-340fbea4-6a79-4fd1-a72d-b6969043c6e2 req-919e83bc-2632-477c-ad30-3be9e99580bb tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650218 Jun 23 16:53:40.073371 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80af9a-d6b9-4ccc-8701-4d597f4bb240 req-225ebe26-26d5-4063-a8b2-ca26dc148886 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:40.074904 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1c80af9a-d6b9-4ccc-8701-4d597f4bb240 req-225ebe26-26d5-4063-a8b2-ca26dc148886 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.0780096 Jun 23 16:53:40.114390 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1c80af9a-d6b9-4ccc-8701-4d597f4bb240 req-9a750252-a079-48e7-bc43-f460e11f3235 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338147 Jun 23 16:53:40.343139 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a935b4-fc3c-4f97-9a16-56a0cd06325a req-fcbcf900-884c-40af-91f2-4f5efd487490 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:40.344718 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-58a935b4-fc3c-4f97-9a16-56a0cd06325a req-fcbcf900-884c-40af-91f2-4f5efd487490 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.0794296 Jun 23 16:53:40.383910 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-58a935b4-fc3c-4f97-9a16-56a0cd06325a req-32b54901-e825-49f0-8c04-27c8bd3d0122 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328889 Jun 23 16:53:40.806071 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device fe25a1ad-e013-4927-afd6-8865afc577b3 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:53:40.970581 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefd0d9-c1eb-44cd-acb8-afafe5226a06 req-c090fe1b-748c-4a05-b8b5-b6da07e13bf0 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:40.972606 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9cefd0d9-c1eb-44cd-acb8-afafe5226a06 req-c090fe1b-748c-4a05-b8b5-b6da07e13bf0 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.0994868 Jun 23 16:53:40.973189 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 52862) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:40.998755 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port fe25a1ad-e013-4927-afd6-8865afc577b3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fe25a1ad-e013-4927-afd6-8865afc577b3,segment=NetworkSegment(b569fb93-7894-43d9-9e6f-ec82b13b1eb5),segment_id=b569fb93-7894-43d9-9e6f-ec82b13b1eb5)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:41.031604 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': 'fe25a1ad-e013-4927-afd6-8865afc577b3', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'port_id': 'fe25a1ad-e013-4927-afd6-8865afc577b3', 'mac_address': 'fa:16:3e:1b:9b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556de990-9411-4552-8962-8043c6baa871', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:53:41.045079 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894e743-82af-4ab0-8c92-ed2ba1b1ed1a req-1600c239-231d-498b-9ef7-5a2f98c6b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:41.048705 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e894e743-82af-4ab0-8c92-ed2ba1b1ed1a req-1600c239-231d-498b-9ef7-5a2f98c6b55c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87ef8f3f77b44efca262f73df840952f&device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 1099 time: 0.1094110 Jun 23 16:53:41.066132 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9cefd0d9-c1eb-44cd-acb8-afafe5226a06 req-592f95e5-9cc1-4779-b2ed-c2f0cd68df3d tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858483 Jun 23 16:53:41.116236 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:41.131121 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe25a1ad-e013-4927-afd6-8865afc577b3 {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:53:41.155702 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port fe25a1ad-e013-4927-afd6-8865afc577b3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fe25a1ad-e013-4927-afd6-8865afc577b3,segment=NetworkSegment(b569fb93-7894-43d9-9e6f-ec82b13b1eb5),segment_id=b569fb93-7894-43d9-9e6f-ec82b13b1eb5)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:41.231247 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:41.233637 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:41.255566 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9de1dbf1-4f0b-4223-bc26-fa0d626b4c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:41.265246 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d218b06-1c2d-46b8-bf51-853edc36bd3b req-015760cb-5a95-42d6-99e3-82c01309b46f tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:41.272310 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9d218b06-1c2d-46b8-bf51-853edc36bd3b req-015760cb-5a95-42d6-99e3-82c01309b46f tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 943 time: 0.1547906 Jun 23 16:53:41.354507 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894e743-82af-4ab0-8c92-ed2ba1b1ed1a req-753a32df-9162-4f5a-b004-8293e8f66caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:41.355701 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=fe25a1ad-e013-4927-afd6-8865afc577b3,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:41.355976 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e894e743-82af-4ab0-8c92-ed2ba1b1ed1a req-753a32df-9162-4f5a-b004-8293e8f66caf service neutron] 10.222.0.35 "GET /v2.0/networks?id=bc51e331-2a78-4fd9-b34d-0d910adf86ff HTTP/1.1" status: 200 len: 920 time: 0.1978700 Jun 23 16:53:41.359663 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:41.361996 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9d218b06-1c2d-46b8-bf51-853edc36bd3b req-17ec968b-4dbe-404a-89b9-097844fbd5a3 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884285 Jun 23 16:53:41.385007 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9de1dbf1-4f0b-4223-bc26-fa0d626b4c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:41.401542 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e894e743-82af-4ab0-8c92-ed2ba1b1ed1a req-54034474-aeaf-4ce5-b71f-c498eaf27693 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e43a0d68-ed18-4b24-bc50-098ddaa53193 HTTP/1.1" status: 200 len: 217 time: 0.0373616 Jun 23 16:53:41.463921 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894e743-82af-4ab0-8c92-ed2ba1b1ed1a req-e0e3e142-897b-4846-9186-cf4e882ec3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:41.465571 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e894e743-82af-4ab0-8c92-ed2ba1b1ed1a req-e0e3e142-897b-4846-9186-cf4e882ec3c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40e372d6-9afa-4c58-9f87-929f1c34938e HTTP/1.1" status: 200 len: 858 time: 0.0544367 Jun 23 16:53:41.491180 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9de1dbf1-4f0b-4223-bc26-fa0d626b4c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:41.499853 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:41.508138 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e894e743-82af-4ab0-8c92-ed2ba1b1ed1a req-e84e28bb-2a8b-4eaa-9867-99d4a1c544ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc51e331-2a78-4fd9-b34d-0d910adf86ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285320 Jun 23 16:53:41.540355 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-9de1dbf1-4f0b-4223-bc26-fa0d626b4c23 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=716c78f0a9294a32abe503d7eaeffd35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5659568 Jun 23 16:53:41.545324 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 52880) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:41.564534 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1dbf1-4f0b-4223-bc26-fa0d626b4c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f4033f-9bb9-4ecb-8aa9-c5bd9afe86de,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:41.568570 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-9de1dbf1-4f0b-4223-bc26-fa0d626b4c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:41.604291 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec562fff-0d5f-47b1-bf90-a62652a37c2e req-8d3b9423-720e-4b7f-9c48-9f90f39d4053 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:41.606234 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ec562fff-0d5f-47b1-bf90-a62652a37c2e req-8d3b9423-720e-4b7f-9c48-9f90f39d4053 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.0858660 Jun 23 16:53:41.648374 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ec562fff-0d5f-47b1-bf90-a62652a37c2e req-931c7bd7-6b8a-4928-9052-c6d4c62a58d9 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359240 Jun 23 16:53:41.662489 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0803b54e-6c2d-49e2-8a64-9177ff125734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:41.664975 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['fe25a1ad-e013-4927-afd6-8865afc577b3'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:53:41.666496 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e894e743-82af-4ab0-8c92-ed2ba1b1ed1a req-d23cfb7e-7fcd-41b7-a978-45a54b7fc36c service neutron] 10.222.0.35 "GET /v2.0/networks/bc51e331-2a78-4fd9-b34d-0d910adf86ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474810 Jun 23 16:53:41.711685 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0803b54e-6c2d-49e2-8a64-9177ff125734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:41.812381 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e894e743-82af-4ab0-8c92-ed2ba1b1ed1a req-7fa0643d-0ded-43cb-86d3-e239e586689b service neutron] 10.222.0.35 "GET /v2.0/networks/bc51e331-2a78-4fd9-b34d-0d910adf86ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363089 Jun 23 16:53:42.021933 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0803b54e-6c2d-49e2-8a64-9177ff125734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:42.021933 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0803b54e-6c2d-49e2-8a64-9177ff125734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:42.021933 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-0803b54e-6c2d-49e2-8a64-9177ff125734 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7f4033f-9bb9-4ecb-8aa9-c5bd9afe86de HTTP/1.1" status: 204 len: 168 time: 0.4678109 Jun 23 16:53:42.021933 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:42.032448 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803b54e-6c2d-49e2-8a64-9177ff125734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f4033f-9bb9-4ecb-8aa9-c5bd9afe86de,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:42.036491 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-0803b54e-6c2d-49e2-8a64-9177ff125734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:42.323222 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff090a-8f1c-449f-bca7-c188f5134aea req-bf830d90-9b24-4003-aa02-4fbd7151d8cf tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:42.324740 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-cdff090a-8f1c-449f-bca7-c188f5134aea req-bf830d90-9b24-4003-aa02-4fbd7151d8cf tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.0758476 Jun 23 16:53:42.373648 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-cdff090a-8f1c-449f-bca7-c188f5134aea req-77099e52-ddc2-4ac8-8be8-bf04cdfb527a tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429339 Jun 23 16:53:42.549616 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64a7e0-9f91-403f-9a68-aa4702a5d979 req-67b0a869-121d-41b6-a4d1-b033dac824f3 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:42.551208 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ed64a7e0-9f91-403f-9a68-aa4702a5d979 req-67b0a869-121d-41b6-a4d1-b033dac824f3 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 944 time: 0.0692842 Jun 23 16:53:42.593557 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ed64a7e0-9f91-403f-9a68-aa4702a5d979 req-be449525-95d9-403b-8df5-12f4f80080f0 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357723 Jun 23 16:53:42.802321 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device fe25a1ad-e013-4927-afd6-8865afc577b3 up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:53:42.834791 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132f2ab-73b6-4bb1-bf32-d52469a57d21 req-2389725c-cbb9-41ec-a773-e0e5e4c363ea tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:42.836286 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e132f2ab-73b6-4bb1-bf32-d52469a57d21 req-2389725c-cbb9-41ec-a773-e0e5e4c363ea tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.0663197 Jun 23 16:53:42.877329 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e132f2ab-73b6-4bb1-bf32-d52469a57d21 req-e68679d1-40f3-4c35-a81f-f8051393c835 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343451 Jun 23 16:53:43.054149 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1f069-bf58-4af7-a160-120394f232fa req-38bfd3d1-8d87-47d5-aa02-afc3370d4ff8 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:43.055610 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d0a1f069-bf58-4af7-a160-120394f232fa req-38bfd3d1-8d87-47d5-aa02-afc3370d4ff8 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.0648735 Jun 23 16:53:43.065337 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 52918) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:43.070982 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-e546b896-6607-48a6-952f-b0cea6bce7eb tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Request body: {'floatingip': {'port_id': '58dad907-e5b4-424f-b8a4-f9d872b0cd06'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:53:43.071854 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning for port fe25a1ad-e013-4927-afd6-8865afc577b3 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:53:43.083441 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port fe25a1ad-e013-4927-afd6-8865afc577b3 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:43.083900 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:43.152953 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e546b896-6607-48a6-952f-b0cea6bce7eb tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for floatingip, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:43.178335 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:43.203251 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62f9658-00bb-4a4a-a659-2c9109f9bda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe25a1ad-e013-4927-afd6-8865afc577b3'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:53:43.206535 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de4c354-f1ca-4b8c-9a66-a1aa892c3428" -d '{"events": [{"server_uuid": "c62f9658-00bb-4a4a-a659-2c9109f9bda8", "name": "network-vif-plugged", "status": "completed", "tag": "fe25a1ad-e013-4927-afd6-8865afc577b3"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:53:43.249902 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 52928) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:43.267523 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca91ef0-1856-44f8-bf8e-fce8afad386b x-openstack-request-id: req-dca91ef0-1856-44f8-bf8e-fce8afad386b {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:53:43.267523 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62f9658-00bb-4a4a-a659-2c9109f9bda8", "name": "network-vif-plugged", "status": "completed", "tag": "fe25a1ad-e013-4927-afd6-8865afc577b3", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:53:43.267523 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dca91ef0-1856-44f8-bf8e-fce8afad386b {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:53:43.267523 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62f9658-00bb-4a4a-a659-2c9109f9bda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe25a1ad-e013-4927-afd6-8865afc577b3', 'code': 200} Jun 23 16:53:43.268038 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2e45690b-1255-4fbc-91fe-5f69a75c06ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:43.276331 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port fe25a1ad-e013-4927-afd6-8865afc577b3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fe25a1ad-e013-4927-afd6-8865afc577b3,segment=NetworkSegment(b569fb93-7894-43d9-9e6f-ec82b13b1eb5),segment_id=b569fb93-7894-43d9-9e6f-ec82b13b1eb5)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:43.397456 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:43.401407 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:43.428580 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2e45690b-1255-4fbc-91fe-5f69a75c06ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:43.474229 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=fe25a1ad-e013-4927-afd6-8865afc577b3,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:43.477759 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:43.608416 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2e45690b-1255-4fbc-91fe-5f69a75c06ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:43.615669 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:43.743515 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-2e45690b-1255-4fbc-91fe-5f69a75c06ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e40d00d7b604481dbfba9266057e1952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4922049 Jun 23 16:53:43.745077 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 52946) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:43.763028 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45690b-1255-4fbc-91fe-5f69a75c06ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d8f53a-da1a-4809-88da-a5ff83efcb11,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:43.774981 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-2e45690b-1255-4fbc-91fe-5f69a75c06ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:43.814322 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ebfdd-9090-4807-a862-1dae81a9307c req-b3f86f9b-00d6-4d57-87ba-c7679ea4ce0b tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:43.821327 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6e4ebfdd-9090-4807-a862-1dae81a9307c req-b3f86f9b-00d6-4d57-87ba-c7679ea4ce0b tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.3016126 Jun 23 16:53:43.876915 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8b5e53e3-2641-4d45-8bf5-30505f0cc00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:43.906450 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8b5e53e3-2641-4d45-8bf5-30505f0cc00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:43.924994 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8aebaa-59a1-491a-a3ea-ad296f776354 req-dfdac3cf-d504-424a-8a26-50bc799181bc tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:43.926572 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0c8aebaa-59a1-491a-a3ea-ad296f776354 req-dfdac3cf-d504-424a-8a26-50bc799181bc tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.1216412 Jun 23 16:53:43.945388 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6e4ebfdd-9090-4807-a862-1dae81a9307c req-3ff1e001-2dd7-4071-b082-5717fbebb22d tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163101 Jun 23 16:53:43.994100 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0c8aebaa-59a1-491a-a3ea-ad296f776354 req-f677e471-21c2-4936-bd1d-c654c940563f tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565140 Jun 23 16:53:44.104586 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8b5e53e3-2641-4d45-8bf5-30505f0cc00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:44.125346 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8b5e53e3-2641-4d45-8bf5-30505f0cc00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:44.129333 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-8b5e53e3-2641-4d45-8bf5-30505f0cc00f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3d8f53a-da1a-4809-88da-a5ff83efcb11 HTTP/1.1" status: 204 len: 168 time: 0.3797696 Jun 23 16:53:44.129333 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-397bc3f7-f52f-47d3-96dc-9205ad226caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:44.140379 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e53e3-2641-4d45-8bf5-30505f0cc00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d8f53a-da1a-4809-88da-a5ff83efcb11,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:44.143812 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-8b5e53e3-2641-4d45-8bf5-30505f0cc00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:44.167703 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84695b1c-27b6-4cec-ad18-ea8b46f16394 req-9452e0e3-2634-4cab-9d48-648df52ebd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:44.168930 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.db.resource_extend [None req-e546b896-6607-48a6-952f-b0cea6bce7eb tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 16:53:44.169313 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-84695b1c-27b6-4cec-ad18-ea8b46f16394 req-9452e0e3-2634-4cab-9d48-648df52ebd87 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 1098 time: 0.0738206 Jun 23 16:53:44.229808 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-84695b1c-27b6-4cec-ad18-ea8b46f16394 req-713333bf-9a86-4336-9e2f-0260dc21d700 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536134 Jun 23 16:53:44.264963 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e546b896-6607-48a6-952f-b0cea6bce7eb tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:44.337044 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e546b896-6607-48a6-952f-b0cea6bce7eb tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724514'] for floatingip, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:44.438569 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.l3_db [None req-e546b896-6607-48a6-952f-b0cea6bce7eb tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Floating IP 48464e2c-3607-4087-ae10-5bf43a79972a associated. External IP: 172.27.2.117, port: 58dad907-e5b4-424f-b8a4-f9d872b0cd06. Jun 23 16:53:44.654936 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e546b896-6607-48a6-952f-b0cea6bce7eb tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Router e23fc3d5-808f-4376-8ac3-177c625bcd68 has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:53:44.808771 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e546b896-6607-48a6-952f-b0cea6bce7eb tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:53:44.815376 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e546b896-6607-48a6-952f-b0cea6bce7eb tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:44.827771 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a409961-8e23-4e05-8305-7f6b6b4c051d None None] Sync routers for ids ['e23fc3d5-808f-4376-8ac3-177c625bcd68'] in dv-cinder-797608-1-iscsi {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:53:44.837810 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a409961-8e23-4e05-8305-7f6b6b4c051d None None] Routers {'e23fc3d5-808f-4376-8ac3-177c625bcd68'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:53:44.838700 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-2a409961-8e23-4e05-8305-7f6b6b4c051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:53:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['e23fc3d5-808f-4376-8ac3-177c625bcd68'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:44.857202 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-e546b896-6607-48a6-952f-b0cea6bce7eb tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "PUT /v2.0/floatingips/48464e2c-3607-4087-ae10-5bf43a79972a HTTP/1.1" status: 200 len: 991 time: 1.7904062 Jun 23 16:53:44.857947 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48bd5c7b-5838-4df2-a437-766fc56598a1', 'tag': '58dad907-e5b4-424f-b8a4-f9d872b0cd06'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:53:44.860406 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2063c4cd-ebbb-414b-9fb6-36f6044b1b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "48bd5c7b-5838-4df2-a437-766fc56598a1", "tag": "58dad907-e5b4-424f-b8a4-f9d872b0cd06"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:53:44.902951 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22229db0-c797-48dc-9643-c0ec3ab82877 x-openstack-request-id: req-22229db0-c797-48dc-9643-c0ec3ab82877 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:53:44.903363 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48bd5c7b-5838-4df2-a437-766fc56598a1", "tag": "58dad907-e5b4-424f-b8a4-f9d872b0cd06", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:53:44.903707 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22229db0-c797-48dc-9643-c0ec3ab82877 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:53:44.904215 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48bd5c7b-5838-4df2-a437-766fc56598a1', 'tag': '58dad907-e5b4-424f-b8a4-f9d872b0cd06', 'status': 'completed', 'code': 200} Jun 23 16:53:44.963451 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-2a409961-8e23-4e05-8305-7f6b6b4c051d None None] Set router e23fc3d5-808f-4376-8ac3-177c625bcd68 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:53:45.171534 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063c4cd-ebbb-414b-9fb6-36f6044b1b6a req-29540109-6d33-4cc4-b919-30a2b024a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:45.174304 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2063c4cd-ebbb-414b-9fb6-36f6044b1b6a req-29540109-6d33-4cc4-b919-30a2b024a111 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=58bd8fd6ed204ffa93646e359469c46f&device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 1098 time: 0.1614089 Jun 23 16:53:45.341258 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-2a409961-8e23-4e05-8305-7f6b6b4c051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'name': 'tempest-AttachVolumeShelveTestJSON-692728524-router', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:51Z', 'updated_at': '2021-06-23T16:53:01Z', 'revision_number': 4, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'gw_port': {'id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': '48464e2c-3607-4087-ae10-5bf43a79972a', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'port_id': '58dad907-e5b4-424f-b8a4-f9d872b0cd06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'mac_address': 'fa:16:3e:21:a6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bd5c7b-5838-4df2-a437-766fc56598a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:53:17Z', 'updated_at': '2021-06-23T16:53:43Z', 'revision_number': 1, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9067a6-07f9-4796-aaa4-b8fa6ea3925a', 'name': '', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'mac_address': 'fa:16:3e:d8:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:57Z', 'updated_at': '2021-06-23T16:53:17Z', 'revision_number': 5, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'subnets': [{'id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:45.351611 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57e2bb-b679-4f74-95f1-37dff6df1134 req-498842e8-27fe-46f2-9bed-77630fa8eee6 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:45.361151 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-be57e2bb-b679-4f74-95f1-37dff6df1134 req-498842e8-27fe-46f2-9bed-77630fa8eee6 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.1562417 Jun 23 16:53:45.364927 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cc7c7-cae1-4d54-965a-4811db0e8df3 req-be32d534-dff6-4b94-936c-296184368843 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:45.372861 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-bc7cc7c7-cae1-4d54-965a-4811db0e8df3 req-be32d534-dff6-4b94-936c-296184368843 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.2878065 Jun 23 16:53:45.379443 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a409961-8e23-4e05-8305-7f6b6b4c051d None None] Checking router: e23fc3d5-808f-4376-8ac3-177c625bcd68 for host: dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:53:45.392592 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a409961-8e23-4e05-8305-7f6b6b4c051d None None] Routers {'e23fc3d5-808f-4376-8ac3-177c625bcd68'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:53:45.393969 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-2a409961-8e23-4e05-8305-7f6b6b4c051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:53:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['e23fc3d5-808f-4376-8ac3-177c625bcd68'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:45.413411 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-be57e2bb-b679-4f74-95f1-37dff6df1134 req-c6799014-d495-40fa-be6c-207578b252ff tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514381 Jun 23 16:53:45.443948 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063c4cd-ebbb-414b-9fb6-36f6044b1b6a req-1513fdd9-836b-457e-83e8-6cdb29e6e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:45.445416 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2063c4cd-ebbb-414b-9fb6-36f6044b1b6a req-1513fdd9-836b-457e-83e8-6cdb29e6e4aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 HTTP/1.1" status: 200 len: 918 time: 0.2540982 Jun 23 16:53:45.514327 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-bc7cc7c7-cae1-4d54-965a-4811db0e8df3 req-15484e3a-cc9e-484f-97b5-cd0a208d9d31 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229489 Jun 23 16:53:45.544313 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-2a409961-8e23-4e05-8305-7f6b6b4c051d None None] Set router e23fc3d5-808f-4376-8ac3-177c625bcd68 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:53:45.609661 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2063c4cd-ebbb-414b-9fb6-36f6044b1b6a req-fc9caa09-b9d8-470a-b8c7-e0997da68ae7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58dad907-e5b4-424f-b8a4-f9d872b0cd06 HTTP/1.1" status: 200 len: 999 time: 0.1486802 Jun 23 16:53:45.772329 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063c4cd-ebbb-414b-9fb6-36f6044b1b6a req-8e145d84-69d2-413d-90d9-333484b93eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:45.774112 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2063c4cd-ebbb-414b-9fb6-36f6044b1b6a req-8e145d84-69d2-413d-90d9-333484b93eb1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc9f899-f082-4611-8cfd-98693f165ef6 HTTP/1.1" status: 200 len: 855 time: 0.0725193 Jun 23 16:53:45.870234 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063c4cd-ebbb-414b-9fb6-36f6044b1b6a req-ebf020d4-3084-4616-a68e-edce26401c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:45.872063 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2063c4cd-ebbb-414b-9fb6-36f6044b1b6a req-ebf020d4-3084-4616-a68e-edce26401c78 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699580 Jun 23 16:53:45.891299 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-2a409961-8e23-4e05-8305-7f6b6b4c051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'name': 'tempest-AttachVolumeShelveTestJSON-692728524-router', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:51Z', 'updated_at': '2021-06-23T16:53:01Z', 'revision_number': 4, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'gw_port': {'id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': '48464e2c-3607-4087-ae10-5bf43a79972a', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'port_id': '58dad907-e5b4-424f-b8a4-f9d872b0cd06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'mac_address': 'fa:16:3e:21:a6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bd5c7b-5838-4df2-a437-766fc56598a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:53:17Z', 'updated_at': '2021-06-23T16:53:43Z', 'revision_number': 1, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9067a6-07f9-4796-aaa4-b8fa6ea3925a', 'name': '', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'mac_address': 'fa:16:3e:d8:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:57Z', 'updated_at': '2021-06-23T16:53:17Z', 'revision_number': 5, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'subnets': [{'id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:45.920628 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a409961-8e23-4e05-8305-7f6b6b4c051d None None] The sync data for ids ['e23fc3d5-808f-4376-8ac3-177c625bcd68'] in dv-cinder-797608-1-iscsi is: [{'id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'name': 'tempest-AttachVolumeShelveTestJSON-692728524-router', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:51Z', 'updated_at': '2021-06-23T16:53:01Z', 'revision_number': 4, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'gw_port': {'id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': '48464e2c-3607-4087-ae10-5bf43a79972a', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'port_id': '58dad907-e5b4-424f-b8a4-f9d872b0cd06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'mac_address': 'fa:16:3e:21:a6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bd5c7b-5838-4df2-a437-766fc56598a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:53:17Z', 'updated_at': '2021-06-23T16:53:43Z', 'revision_number': 1, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9067a6-07f9-4796-aaa4-b8fa6ea3925a', 'name': '', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'mac_address': 'fa:16:3e:d8:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:57Z', 'updated_at': '2021-06-23T16:53:17Z', 'revision_number': 5, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'subnets': [{'id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:53:45.989130 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2063c4cd-ebbb-414b-9fb6-36f6044b1b6a req-9200d33a-7549-4636-bea5-ce85cfc8643d service neutron] 10.222.0.35 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915263 Jun 23 16:53:46.111985 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2063c4cd-ebbb-414b-9fb6-36f6044b1b6a req-560485b1-a1ec-455d-af18-5c6f018756b1 service neutron] 10.222.0.35 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108623 Jun 23 16:53:46.191267 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d27b5de-9bad-4a9e-8374-a5ebaf2c2cda None None] New status for floating IP 48464e2c-3607-4087-ae10-5bf43a79972a: ACTIVE {{(pid=105488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:53:46.674834 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f557ad-80cd-4f75-9f33-98ba4ccaa67a req-bc3c9c03-8183-4243-9f3e-8ab53d0f9d97 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:46.683245 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-50f557ad-80cd-4f75-9f33-98ba4ccaa67a req-bc3c9c03-8183-4243-9f3e-8ab53d0f9d97 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.1439435 Jun 23 16:53:46.736304 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-50f557ad-80cd-4f75-9f33-98ba4ccaa67a req-642a7a21-e9ea-41b5-af67-01f86aa0dee8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519946 Jun 23 16:53:46.767458 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 53044) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:46.809440 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa319d0-ca84-4d25-8c45-a231647602dc req-11e845c4-46c6-4ab6-b039-e52fc11cb6cd tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:46.816549 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9fa319d0-ca84-4d25-8c45-a231647602dc req-11e845c4-46c6-4ab6-b039-e52fc11cb6cd tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.0958815 Jun 23 16:53:46.856244 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9fa319d0-ca84-4d25-8c45-a231647602dc req-f3694569-3140-4321-b345-9072db3af10f tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385883 Jun 23 16:53:46.975868 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df24f4-c746-42cb-9d2b-6bcc6a889d08 req-bdfd8cfe-e201-4d21-a888-961847b3f49b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:46.977546 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e9df24f4-c746-42cb-9d2b-6bcc6a889d08 req-bdfd8cfe-e201-4d21-a888-961847b3f49b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0786867 Jun 23 16:53:46.988116 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 53056) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:46.996184 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-765d9da6-9e1c-469e-b2e6-4c13ba78b971 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Request body: {'floatingip': {'port_id': 'fe25a1ad-e013-4927-afd6-8865afc577b3'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:53:47.089459 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-765d9da6-9e1c-469e-b2e6-4c13ba78b971 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for floatingip, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:47.091607 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-bcbde113-7699-4e4a-b121-fc4f327b6bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:47.261826 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 53064) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:47.449867 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-daeff0c9-bdb3-45b8-981b-b2f8310b33c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:47.630846 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-bcbde113-7699-4e4a-b121-fc4f327b6bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:47.767181 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-bcbde113-7699-4e4a-b121-fc4f327b6bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:47.778806 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:47.866707 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-daeff0c9-bdb3-45b8-981b-b2f8310b33c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:47.908711 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-bcbde113-7699-4e4a-b121-fc4f327b6bb9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0cfbed9f7973460887de90cec5c29b85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1289983 Jun 23 16:53:47.909349 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 53090) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:47.920351 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbde113-7699-4e4a-b121-fc4f327b6bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0a5f5e-f718-43f2-bb5a-26fcaf240fb3,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:47.942991 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbde113-7699-4e4a-b121-fc4f327b6bb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:47.943361 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbde113-7699-4e4a-b121-fc4f327b6bb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:47.943720 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbde113-7699-4e4a-b121-fc4f327b6bb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:47.944519 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbde113-7699-4e4a-b121-fc4f327b6bb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:47.944876 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbde113-7699-4e4a-b121-fc4f327b6bb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:47.945263 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbde113-7699-4e4a-b121-fc4f327b6bb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:47.945613 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbde113-7699-4e4a-b121-fc4f327b6bb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:47.945960 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbde113-7699-4e4a-b121-fc4f327b6bb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:47.946302 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbde113-7699-4e4a-b121-fc4f327b6bb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:47.946750 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbde113-7699-4e4a-b121-fc4f327b6bb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:47.947860 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbde113-7699-4e4a-b121-fc4f327b6bb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:47.948396 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbde113-7699-4e4a-b121-fc4f327b6bb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:47.964227 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-bcbde113-7699-4e4a-b121-fc4f327b6bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:48.001342 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-607130ed-ecd3-4de2-96fd-84288339e899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:48.007387 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-daeff0c9-bdb3-45b8-981b-b2f8310b33c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:48.021484 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:48.064940 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-607130ed-ecd3-4de2-96fd-84288339e899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:48.091233 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-daeff0c9-bdb3-45b8-981b-b2f8310b33c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b7f08bebb164ef188ec6d27ffc58a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8281655 Jun 23 16:53:48.096675 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 53092) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:48.107382 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeff0c9-bdb3-45b8-981b-b2f8310b33c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4b5841-ea4e-467a-98b6-317a43eba26a,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:48.124488 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.db.resource_extend [None req-765d9da6-9e1c-469e-b2e6-4c13ba78b971 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 16:53:48.140539 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeff0c9-bdb3-45b8-981b-b2f8310b33c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:48.141015 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeff0c9-bdb3-45b8-981b-b2f8310b33c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:48.141540 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeff0c9-bdb3-45b8-981b-b2f8310b33c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:48.142427 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeff0c9-bdb3-45b8-981b-b2f8310b33c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:48.142893 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeff0c9-bdb3-45b8-981b-b2f8310b33c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:48.143438 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeff0c9-bdb3-45b8-981b-b2f8310b33c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:48.143792 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeff0c9-bdb3-45b8-981b-b2f8310b33c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:48.144139 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeff0c9-bdb3-45b8-981b-b2f8310b33c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:48.144694 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeff0c9-bdb3-45b8-981b-b2f8310b33c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:48.145146 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeff0c9-bdb3-45b8-981b-b2f8310b33c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:48.145489 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeff0c9-bdb3-45b8-981b-b2f8310b33c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:48.145828 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeff0c9-bdb3-45b8-981b-b2f8310b33c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:48.154897 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-daeff0c9-bdb3-45b8-981b-b2f8310b33c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:48.205221 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-83bf8460-d706-44a6-9f99-cc319de51209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:48.216898 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-765d9da6-9e1c-469e-b2e6-4c13ba78b971 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:48.227637 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acbadc-d908-45f4-bfcb-e9337ea97da9 req-d163794d-4158-4f1b-99bb-994e7d717b9c tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:48.229989 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a3acbadc-d908-45f4-bfcb-e9337ea97da9 req-d163794d-4158-4f1b-99bb-994e7d717b9c tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.2045612 Jun 23 16:53:48.235454 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-83bf8460-d706-44a6-9f99-cc319de51209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:48.277885 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a3acbadc-d908-45f4-bfcb-e9337ea97da9 req-071d7d2b-8b2b-4afe-a46a-6832eebe0485 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417094 Jun 23 16:53:48.422600 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-607130ed-ecd3-4de2-96fd-84288339e899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:48.422878 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-765d9da6-9e1c-469e-b2e6-4c13ba78b971 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724514'] for floatingip, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:48.425432 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-607130ed-ecd3-4de2-96fd-84288339e899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:48.426632 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-607130ed-ecd3-4de2-96fd-84288339e899 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b0a5f5e-f718-43f2-bb5a-26fcaf240fb3 HTTP/1.1" status: 204 len: 168 time: 0.5162418 Jun 23 16:53:48.427363 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:48.435413 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607130ed-ecd3-4de2-96fd-84288339e899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0a5f5e-f718-43f2-bb5a-26fcaf240fb3,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:48.437634 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-607130ed-ecd3-4de2-96fd-84288339e899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:48.486714 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-83bf8460-d706-44a6-9f99-cc319de51209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:48.489699 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-83bf8460-d706-44a6-9f99-cc319de51209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:48.491273 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-83bf8460-d706-44a6-9f99-cc319de51209 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8d4b5841-ea4e-467a-98b6-317a43eba26a HTTP/1.1" status: 204 len: 168 time: 0.3935659 Jun 23 16:53:48.492308 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-7007dcec-8a20-4f11-aa25-c7efeaf8571a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:48.514730 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf8460-d706-44a6-9f99-cc319de51209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4b5841-ea4e-467a-98b6-317a43eba26a,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:48.517359 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-83bf8460-d706-44a6-9f99-cc319de51209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:48.603738 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.db.l3_db [None req-765d9da6-9e1c-469e-b2e6-4c13ba78b971 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Floating IP cdd7f2a6-2fad-42ed-91e8-4dbc815b6153 associated. External IP: 172.27.2.103, port: fe25a1ad-e013-4927-afd6-8865afc577b3. Jun 23 16:53:48.859921 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765d9da6-9e1c-469e-b2e6-4c13ba78b971 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Router 4a407d4a-79c7-4139-ac52-94d87a04ea4f has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:53:49.015027 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765d9da6-9e1c-469e-b2e6-4c13ba78b971 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:53:49.019594 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-765d9da6-9e1c-469e-b2e6-4c13ba78b971 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for floatingip, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:49.028234 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b45529-46ea-4a0e-8040-2dbb2f486edf None None] Sync routers for ids ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'] in dv-cinder-797608-1-iscsi {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:53:49.037643 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b45529-46ea-4a0e-8040-2dbb2f486edf None None] Routers {'4a407d4a-79c7-4139-ac52-94d87a04ea4f'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:53:49.038261 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-18b45529-46ea-4a0e-8040-2dbb2f486edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:53:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:49.063261 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-765d9da6-9e1c-469e-b2e6-4c13ba78b971 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "PUT /v2.0/floatingips/cdd7f2a6-2fad-42ed-91e8-4dbc815b6153 HTTP/1.1" status: 200 len: 991 time: 2.0731254 Jun 23 16:53:49.063973 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62f9658-00bb-4a4a-a659-2c9109f9bda8', 'tag': 'fe25a1ad-e013-4927-afd6-8865afc577b3'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:53:49.069886 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abffb196-4e1c-4582-82d8-ebdd265b9c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "c62f9658-00bb-4a4a-a659-2c9109f9bda8", "tag": "fe25a1ad-e013-4927-afd6-8865afc577b3"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:53:49.134666 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6d3882-70be-4ece-aec2-c995a2aacc34 x-openstack-request-id: req-db6d3882-70be-4ece-aec2-c995a2aacc34 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:53:49.134989 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62f9658-00bb-4a4a-a659-2c9109f9bda8", "tag": "fe25a1ad-e013-4927-afd6-8865afc577b3", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:53:49.135409 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db6d3882-70be-4ece-aec2-c995a2aacc34 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:53:49.135834 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62f9658-00bb-4a4a-a659-2c9109f9bda8', 'tag': 'fe25a1ad-e013-4927-afd6-8865afc577b3', 'status': 'completed', 'code': 200} Jun 23 16:53:49.254485 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-18b45529-46ea-4a0e-8040-2dbb2f486edf None None] Set router 4a407d4a-79c7-4139-ac52-94d87a04ea4f gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:53:49.344779 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffb196-4e1c-4582-82d8-ebdd265b9c6f req-7e4cc7d2-228c-41f6-94dd-fc071f179bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:49.346288 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-abffb196-4e1c-4582-82d8-ebdd265b9c6f req-7e4cc7d2-228c-41f6-94dd-fc071f179bfb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=13aefe26f9b840c483117371156e9160&device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 1098 time: 0.0662816 Jun 23 16:53:49.471244 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffb196-4e1c-4582-82d8-ebdd265b9c6f req-5a70fe28-8b2d-491d-8efb-8aba3fb7f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:49.472852 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-abffb196-4e1c-4582-82d8-ebdd265b9c6f req-5a70fe28-8b2d-491d-8efb-8aba3fb7f637 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b23fbb98-5784-4b39-a20a-1c7bc7c6884e HTTP/1.1" status: 200 len: 913 time: 0.1108875 Jun 23 16:53:49.481400 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb51ba-f79d-4d08-ba43-759e8b42a04c req-a3a28064-140a-4b4b-a4ee-97dd8e189ef3 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:49.483037 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-22bb51ba-f79d-4d08-ba43-759e8b42a04c req-a3a28064-140a-4b4b-a4ee-97dd8e189ef3 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.0718062 Jun 23 16:53:49.533288 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-22bb51ba-f79d-4d08-ba43-759e8b42a04c req-f7d5261f-1ddd-4f9d-b285-2eb60e1ac905 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412083 Jun 23 16:53:49.542113 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-18b45529-46ea-4a0e-8040-2dbb2f486edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'name': 'tempest-AttachVolumeTestJSON-1191488516-router', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:50Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '13aefe26f9b840c483117371156e9160', 'gw_port': {'id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': 'cdd7f2a6-2fad-42ed-91e8-4dbc815b6153', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'port_id': 'fe25a1ad-e013-4927-afd6-8865afc577b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'mac_address': 'fa:16:3e:1b:9b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62f9658-00bb-4a4a-a659-2c9109f9bda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:53:19Z', 'updated_at': '2021-06-23T16:53:47Z', 'revision_number': 1, 'project_id': '13aefe26f9b840c483117371156e9160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52430676-3bec-4f57-bf8e-18e75324c7f8', 'name': '', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'mac_address': 'fa:16:3e:69:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '556de990-9411-4552-8962-8043c6baa871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:53:03Z', 'updated_at': '2021-06-23T16:53:20Z', 'revision_number': 5, 'project_id': '13aefe26f9b840c483117371156e9160', 'subnets': [{'id': '556de990-9411-4552-8962-8043c6baa871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:49.565775 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-abffb196-4e1c-4582-82d8-ebdd265b9c6f req-714f6228-8595-4ac4-99f2-725fa1f8a05b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe25a1ad-e013-4927-afd6-8865afc577b3 HTTP/1.1" status: 200 len: 999 time: 0.0771804 Jun 23 16:53:49.587368 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b45529-46ea-4a0e-8040-2dbb2f486edf None None] Checking router: 4a407d4a-79c7-4139-ac52-94d87a04ea4f for host: dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:53:49.600474 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b45529-46ea-4a0e-8040-2dbb2f486edf None None] Routers {'4a407d4a-79c7-4139-ac52-94d87a04ea4f'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:53:49.601547 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-18b45529-46ea-4a0e-8040-2dbb2f486edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:53:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:49.623688 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 53132) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:49.638736 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0d369cf2-d8d7-459d-ad50-293f259925dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:49.642355 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffb196-4e1c-4582-82d8-ebdd265b9c6f req-5933144c-846b-4de6-8847-4467a53faa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:49.645240 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-abffb196-4e1c-4582-82d8-ebdd265b9c6f req-5933144c-846b-4de6-8847-4467a53faa4e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=556de990-9411-4552-8962-8043c6baa871 HTTP/1.1" status: 200 len: 850 time: 0.0632646 Jun 23 16:53:49.723572 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffb196-4e1c-4582-82d8-ebdd265b9c6f req-54b44fce-1c13-4474-b0c9-28481a6287ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:49.726032 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-abffb196-4e1c-4582-82d8-ebdd265b9c6f req-54b44fce-1c13-4474-b0c9-28481a6287ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b23fbb98-5784-4b39-a20a-1c7bc7c6884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680790 Jun 23 16:53:49.729498 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-18b45529-46ea-4a0e-8040-2dbb2f486edf None None] Set router 4a407d4a-79c7-4139-ac52-94d87a04ea4f gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:53:49.770187 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0d369cf2-d8d7-459d-ad50-293f259925dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:49.832482 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 53138) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:49.847512 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-563ae2f7-5a4a-4fd6-87b2-ef51c2e8be55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:49.857208 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-abffb196-4e1c-4582-82d8-ebdd265b9c6f req-77eb1565-5c23-4689-9e7c-0ad67f271d0f service neutron] 10.222.0.35 "GET /v2.0/networks/b23fbb98-5784-4b39-a20a-1c7bc7c6884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152630 Jun 23 16:53:49.883821 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0d369cf2-d8d7-459d-ad50-293f259925dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:49.893785 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:49.946461 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-0d369cf2-d8d7-459d-ad50-293f259925dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=09dedd951ae944e9bc5c5ada1bee2550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215756 Jun 23 16:53:49.947941 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 53144) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:49.968115 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d369cf2-d8d7-459d-ad50-293f259925dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e82fba-dee8-4c2b-861e-759ff626be15,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:49.989398 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-0d369cf2-d8d7-459d-ad50-293f259925dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:49.992522 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-abffb196-4e1c-4582-82d8-ebdd265b9c6f req-053c949b-71f8-4b70-8514-61142601a653 service neutron] 10.222.0.35 "GET /v2.0/networks/b23fbb98-5784-4b39-a20a-1c7bc7c6884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286397 Jun 23 16:53:50.069447 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d43e5f09-d0e1-4d36-ad72-7798ad41dabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:50.076026 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-18b45529-46ea-4a0e-8040-2dbb2f486edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'name': 'tempest-AttachVolumeTestJSON-1191488516-router', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:50Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '13aefe26f9b840c483117371156e9160', 'gw_port': {'id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': 'cdd7f2a6-2fad-42ed-91e8-4dbc815b6153', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'port_id': 'fe25a1ad-e013-4927-afd6-8865afc577b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'mac_address': 'fa:16:3e:1b:9b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62f9658-00bb-4a4a-a659-2c9109f9bda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:53:19Z', 'updated_at': '2021-06-23T16:53:47Z', 'revision_number': 1, 'project_id': '13aefe26f9b840c483117371156e9160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52430676-3bec-4f57-bf8e-18e75324c7f8', 'name': '', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'mac_address': 'fa:16:3e:69:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '556de990-9411-4552-8962-8043c6baa871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:53:03Z', 'updated_at': '2021-06-23T16:53:20Z', 'revision_number': 5, 'project_id': '13aefe26f9b840c483117371156e9160', 'subnets': [{'id': '556de990-9411-4552-8962-8043c6baa871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:50.112766 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b45529-46ea-4a0e-8040-2dbb2f486edf None None] The sync data for ids ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'] in dv-cinder-797608-1-iscsi is: [{'id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'name': 'tempest-AttachVolumeTestJSON-1191488516-router', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:50Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '13aefe26f9b840c483117371156e9160', 'gw_port': {'id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': 'cdd7f2a6-2fad-42ed-91e8-4dbc815b6153', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'port_id': 'fe25a1ad-e013-4927-afd6-8865afc577b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'mac_address': 'fa:16:3e:1b:9b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62f9658-00bb-4a4a-a659-2c9109f9bda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:53:19Z', 'updated_at': '2021-06-23T16:53:47Z', 'revision_number': 1, 'project_id': '13aefe26f9b840c483117371156e9160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52430676-3bec-4f57-bf8e-18e75324c7f8', 'name': '', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'mac_address': 'fa:16:3e:69:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '556de990-9411-4552-8962-8043c6baa871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:53:03Z', 'updated_at': '2021-06-23T16:53:20Z', 'revision_number': 5, 'project_id': '13aefe26f9b840c483117371156e9160', 'subnets': [{'id': '556de990-9411-4552-8962-8043c6baa871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:53:50.117309 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d43e5f09-d0e1-4d36-ad72-7798ad41dabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:50.144202 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-563ae2f7-5a4a-4fd6-87b2-ef51c2e8be55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:50.279646 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-563ae2f7-5a4a-4fd6-87b2-ef51c2e8be55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:50.311433 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-83bf8460-d706-44a6-9f99-cc319de51209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:50.344440 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-563ae2f7-5a4a-4fd6-87b2-ef51c2e8be55 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad752988fa4c4d5fb4fb0b9824adbacf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5106242 Jun 23 16:53:50.345240 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 53158) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:50.374243 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ae2f7-5a4a-4fd6-87b2-ef51c2e8be55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffae82f-f6e1-429f-bc55-78568b1fa402,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:50.379727 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-563ae2f7-5a4a-4fd6-87b2-ef51c2e8be55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:50.480330 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a0fe71-de25-4dbc-a5ee-d5096600a38f None None] New status for floating IP cdd7f2a6-2fad-42ed-91e8-4dbc815b6153: ACTIVE {{(pid=105488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:53:50.489264 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9620-399a-4ead-b300-ab459a4dee63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:50.526560 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9620-399a-4ead-b300-ab459a4dee63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:50.623752 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d43e5f09-d0e1-4d36-ad72-7798ad41dabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:50.626274 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d43e5f09-d0e1-4d36-ad72-7798ad41dabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:50.627959 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-d43e5f09-d0e1-4d36-ad72-7798ad41dabf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42e82fba-dee8-4c2b-861e-759ff626be15 HTTP/1.1" status: 204 len: 168 time: 0.6384282 Jun 23 16:53:50.629002 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:50.640432 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e5f09-d0e1-4d36-ad72-7798ad41dabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e82fba-dee8-4c2b-861e-759ff626be15,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:50.644485 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-d43e5f09-d0e1-4d36-ad72-7798ad41dabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:50.713229 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fb0c5923-06c1-47ca-bf96-76ccbf0e701a req-37d5523c-86e4-4675-8ab1-082d4a2d06f5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693717 Jun 23 16:53:50.800804 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9620-399a-4ead-b300-ab459a4dee63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:50.807324 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9620-399a-4ead-b300-ab459a4dee63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:50.823808 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-3b5f9620-399a-4ead-b300-ab459a4dee63 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ffae82f-f6e1-429f-bc55-78568b1fa402 HTTP/1.1" status: 204 len: 168 time: 0.4577668 Jun 23 16:53:50.823808 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-0d369cf2-d8d7-459d-ad50-293f259925dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:50.828240 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f9620-399a-4ead-b300-ab459a4dee63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffae82f-f6e1-429f-bc55-78568b1fa402,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:50.831028 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-3b5f9620-399a-4ead-b300-ab459a4dee63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:50.913313 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4da94b-2065-412e-a498-8e902f591720 req-f8a617f6-b030-4205-a1c5-ac76482c2027 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:50.920884 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ca4da94b-2065-412e-a498-8e902f591720 req-f8a617f6-b030-4205-a1c5-ac76482c2027 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.1368854 Jun 23 16:53:50.953443 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c5923-06c1-47ca-bf96-76ccbf0e701a req-dedbda08-3f6c-477a-b680-2186c3359053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:50.954961 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fb0c5923-06c1-47ca-bf96-76ccbf0e701a req-dedbda08-3f6c-477a-b680-2186c3359053 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c64b75fe914b4651bb46da8ae8b9af3f&device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 1098 time: 0.1284189 Jun 23 16:53:50.981785 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ca4da94b-2065-412e-a498-8e902f591720 req-4bbb08a0-46d6-4262-9aab-f2d8cbd1edb0 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598214 Jun 23 16:53:51.086056 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c5923-06c1-47ca-bf96-76ccbf0e701a req-1a6d4efb-3911-44e8-b8a8-767685d8d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:51.093322 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fb0c5923-06c1-47ca-bf96-76ccbf0e701a req-1a6d4efb-3911-44e8-b8a8-767685d8d0aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c HTTP/1.1" status: 200 len: 914 time: 0.1057677 Jun 23 16:53:51.148302 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fb0c5923-06c1-47ca-bf96-76ccbf0e701a req-3581f709-a10b-4509-831b-1818cb6f2a93 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=200aeeee-b49f-4d8c-8fb4-3e17f71738b2 HTTP/1.1" status: 200 len: 217 time: 0.0439157 Jun 23 16:53:51.221708 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c5923-06c1-47ca-bf96-76ccbf0e701a req-b498c0bc-0bcd-4b92-8f46-94c721b5b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:51.224421 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fb0c5923-06c1-47ca-bf96-76ccbf0e701a req-b498c0bc-0bcd-4b92-8f46-94c721b5b5e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a52dc808-0c5f-492f-9d6b-c07b79049643 HTTP/1.1" status: 200 len: 852 time: 0.0564170 Jun 23 16:53:51.294771 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fb0c5923-06c1-47ca-bf96-76ccbf0e701a req-ddd492b6-6b95-4a77-bccc-75d71aa4dad7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433106 Jun 23 16:53:51.515553 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fb0c5923-06c1-47ca-bf96-76ccbf0e701a req-d29c21f9-fe32-4c7b-9467-9199f8f31f73 service neutron] 10.222.0.35 "GET /v2.0/networks/d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077892 Jun 23 16:53:51.543075 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-661a9f6d-3432-497a-8d58-5d6f554e5a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:51.671927 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fb0c5923-06c1-47ca-bf96-76ccbf0e701a req-851cb39b-45fc-4254-9015-9a7d985bcc03 service neutron] 10.222.0.35 "GET /v2.0/networks/d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469538 Jun 23 16:53:52.186590 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d4ccf-3133-4b5b-8263-c60e1a805117 req-f120901e-a14b-4687-b9ef-aa8491f542fe tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:52.189154 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c45d4ccf-3133-4b5b-8263-c60e1a805117 req-f120901e-a14b-4687-b9ef-aa8491f542fe tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.0880532 Jun 23 16:53:52.242061 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c45d4ccf-3133-4b5b-8263-c60e1a805117 req-5699221b-a7e6-406a-8f62-6acf219565a2 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465021 Jun 23 16:53:52.263601 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:53:52.472716 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcc2ab-8847-41a4-974f-693006111213 req-c783c715-c5ea-4caa-83d7-2591e295f18e tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:52.474283 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-43bcc2ab-8847-41a4-974f-693006111213 req-c783c715-c5ea-4caa-83d7-2591e295f18e tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 945 time: 0.0890481 Jun 23 16:53:52.527770 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-43bcc2ab-8847-41a4-974f-693006111213 req-e60b9739-021e-4428-b2aa-0e48b2ea05bd tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a10ab07-de74-4140-b044-d73398609bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450952 Jun 23 16:53:52.611488 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:53.470173 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928df3e-70c2-41d9-9f61-778ff814cc2e req-45474668-c042-4bc1-b2a5-d5c74e09ce5f tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:53.472626 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8928df3e-70c2-41d9-9f61-778ff814cc2e req-45474668-c042-4bc1-b2a5-d5c74e09ce5f tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.1076591 Jun 23 16:53:53.542693 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8928df3e-70c2-41d9-9f61-778ff814cc2e req-ad35242b-04a8-47f7-b007-edc7e3725074 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590031 Jun 23 16:53:53.823606 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0b239-265d-47a0-bd8e-24220eaea550 req-014d7fa1-a9fc-4385-8478-c5ceddbfc7de tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:53.825192 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-09d0b239-265d-47a0-bd8e-24220eaea550 req-014d7fa1-a9fc-4385-8478-c5ceddbfc7de tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 945 time: 0.0835190 Jun 23 16:53:53.875114 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-09d0b239-265d-47a0-bd8e-24220eaea550 req-00c05b27-85c3-4135-93fd-4217a23d3209 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a10ab07-de74-4140-b044-d73398609bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438271 Jun 23 16:53:53.985844 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:54.522509 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-8028c239-97b7-422e-b495-ac72a3893bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:54.748109 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6488549-2a7a-4ea8-883e-69fccf47087e req-48a3230a-8782-45cb-981b-829031b125d6 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:54.749798 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e6488549-2a7a-4ea8-883e-69fccf47087e req-48a3230a-8782-45cb-981b-829031b125d6 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.0758834 Jun 23 16:53:54.792044 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e6488549-2a7a-4ea8-883e-69fccf47087e req-c7490955-88a6-490c-817f-eabe6821f10d tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360916 Jun 23 16:53:55.094352 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41acfe-1bd5-44c9-bc14-2be95b2121ad req-02e11cb1-2cc9-4ec3-8861-d3b5cd050e7e tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:55.095935 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0b41acfe-1bd5-44c9-bc14-2be95b2121ad req-02e11cb1-2cc9-4ec3-8861-d3b5cd050e7e tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 945 time: 0.0728483 Jun 23 16:53:55.137038 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0b41acfe-1bd5-44c9-bc14-2be95b2121ad req-3a89890b-e6ff-4ca3-9510-bf9f38d7c4f8 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a10ab07-de74-4140-b044-d73398609bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343523 Jun 23 16:53:55.563732 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54d1ca-3210-4577-bc8a-1b5b8dea88b0 req-41435192-1b3c-445f-8632-85bd639dbbec tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:55.565224 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-cc54d1ca-3210-4577-bc8a-1b5b8dea88b0 req-41435192-1b3c-445f-8632-85bd639dbbec tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.35 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 945 time: 0.0719023 Jun 23 16:53:55.600162 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:55.685126 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-cc54d1ca-3210-4577-bc8a-1b5b8dea88b0 req-27019f0c-1e0d-4353-845c-63b07ede1c53 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Deleting port 200aeeee-b49f-4d8c-8fb4-3e17f71738b2 {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:53:55.685494 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-cc54d1ca-3210-4577-bc8a-1b5b8dea88b0 req-27019f0c-1e0d-4353-845c-63b07ede1c53 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:55.822688 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-cc54d1ca-3210-4577-bc8a-1b5b8dea88b0 req-27019f0c-1e0d-4353-845c-63b07ede1c53 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] For port 200aeeee-b49f-4d8c-8fb4-3e17f71738b2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=200aeeee-b49f-4d8c-8fb4-3e17f71738b2,segment=NetworkSegment(61907c93-3fb6-4116-9203-2dec6b399647),segment_id=61907c93-3fb6-4116-9203-2dec6b399647)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:55.822688 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-cc54d1ca-3210-4577-bc8a-1b5b8dea88b0 req-27019f0c-1e0d-4353-845c-63b07ede1c53 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:55.845344 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-cc54d1ca-3210-4577-bc8a-1b5b8dea88b0 req-27019f0c-1e0d-4353-845c-63b07ede1c53 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Calling delete_port for 200aeeee-b49f-4d8c-8fb4-3e17f71738b2 owned by compute:nova {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:53:55.987907 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc554a-363d-431b-8c7b-7cd34d0e26f8 req-96d08ded-7e9e-4f42-90ce-c8306efce1e1 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:55.989535 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ddfc554a-363d-431b-8c7b-7cd34d0e26f8 req-96d08ded-7e9e-4f42-90ce-c8306efce1e1 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.0694900 Jun 23 16:53:56.035609 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ddfc554a-363d-431b-8c7b-7cd34d0e26f8 req-c7ee62aa-3ad5-43e7-8b5f-0331020dec28 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391765 Jun 23 16:53:56.115544 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-cc54d1ca-3210-4577-bc8a-1b5b8dea88b0 req-27019f0c-1e0d-4353-845c-63b07ede1c53 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:56.124122 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-c0ef0017-6004-4cd2-ac9c-10924425562b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:56.152607 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27019f0c-1e0d-4353-845c-63b07ede1c53 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Pushing event deleted for resources: {'Port': ['ID=200aeeee-b49f-4d8c-8fb4-3e17f71738b2,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:56.168977 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['200aeeee-b49f-4d8c-8fb4-3e17f71738b2'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:53:56.173407 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-27019f0c-1e0d-4353-845c-63b07ede1c53 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:56.218914 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc54d1ca-3210-4577-bc8a-1b5b8dea88b0 req-27019f0c-1e0d-4353-845c-63b07ede1c53 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] No DVR routers for this DVR port 200aeeee-b49f-4d8c-8fb4-3e17f71738b2 on host hv-cinder-79760 {{(pid=105487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:53:56.222151 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-cc54d1ca-3210-4577-bc8a-1b5b8dea88b0 req-27019f0c-1e0d-4353-845c-63b07ede1c53 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:56.232035 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-cc54d1ca-3210-4577-bc8a-1b5b8dea88b0 req-27019f0c-1e0d-4353-845c-63b07ede1c53 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.35 "DELETE /v2.0/ports/200aeeee-b49f-4d8c-8fb4-3e17f71738b2 HTTP/1.1" status: 204 len: 173 time: 0.6516209 Jun 23 16:53:56.232035 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd96508-7650-4c99-a4e8-a1dc6c648816', 'name': 'network-vif-deleted', 'tag': '200aeeee-b49f-4d8c-8fb4-3e17f71738b2'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:53:56.232035 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fc83f5-2957-461a-a358-5511a1ffd784" -d '{"events": [{"server_uuid": "6fd96508-7650-4c99-a4e8-a1dc6c648816", "name": "network-vif-deleted", "tag": "200aeeee-b49f-4d8c-8fb4-3e17f71738b2"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:53:56.271445 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2374acad-00b2-4d08-916b-55eb9e202356 x-openstack-request-id: req-2374acad-00b2-4d08-916b-55eb9e202356 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:53:56.271773 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd96508-7650-4c99-a4e8-a1dc6c648816", "name": "network-vif-deleted", "tag": "200aeeee-b49f-4d8c-8fb4-3e17f71738b2", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:53:56.272056 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2374acad-00b2-4d08-916b-55eb9e202356 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:53:56.272544 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd96508-7650-4c99-a4e8-a1dc6c648816', 'name': 'network-vif-deleted', 'tag': '200aeeee-b49f-4d8c-8fb4-3e17f71738b2', 'status': 'completed', 'code': 200} Jun 23 16:53:56.317604 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1b35842e-34a0-43b4-9050-8c85d84abdb1 req-45b906eb-d59e-4a11-bf9f-6886661c91a2 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 210 time: 0.0299642 Jun 23 16:53:56.938020 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 53390) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:57.048107 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fcda78b7-0603-4d40-954a-56f58440a162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:57.071818 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:57.148159 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fcda78b7-0603-4d40-954a-56f58440a162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:57.217734 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027e5f5-03ad-4155-abd2-8652de12f133 req-eec7e23f-1a3c-4029-bcfe-4bc5d1acb469 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:57.219634 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7027e5f5-03ad-4155-abd2-8652de12f133 req-eec7e23f-1a3c-4029-bcfe-4bc5d1acb469 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.0646238 Jun 23 16:53:57.233754 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fcda78b7-0603-4d40-954a-56f58440a162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:57.246907 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:57.301059 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-fcda78b7-0603-4d40-954a-56f58440a162 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a02cf3322e0e444ebc2475a10106a5b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594861 Jun 23 16:53:57.301626 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 53402) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:57.304508 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda78b7-0603-4d40-954a-56f58440a162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1796d36c-12da-4688-8f2e-03bba94d33b9,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:57.308228 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-fcda78b7-0603-4d40-954a-56f58440a162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:57.312119 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7027e5f5-03ad-4155-abd2-8652de12f133 req-18349097-3a70-4f6b-8dd6-6e94446d8bd0 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865791 Jun 23 16:53:57.367531 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e1582fb0-eae8-4271-ab9b-78f7d476f330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:57.391966 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e1582fb0-eae8-4271-ab9b-78f7d476f330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:57.491455 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3ba0126f-a66f-4547-ad01-be75557a90bb req-d0b9993b-ec85-4696-a7fe-b6b075dbd333 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fd96508-7650-4c99-a4e8-a1dc6c648816 HTTP/1.1" status: 200 len: 210 time: 0.0308259 Jun 23 16:53:57.528563 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e1582fb0-eae8-4271-ab9b-78f7d476f330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:57.531361 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e1582fb0-eae8-4271-ab9b-78f7d476f330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:57.533419 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-e1582fb0-eae8-4271-ab9b-78f7d476f330 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1796d36c-12da-4688-8f2e-03bba94d33b9 HTTP/1.1" status: 204 len: 168 time: 0.2300746 Jun 23 16:53:57.534967 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-c71fc922-94af-437d-8928-55378f65274e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:57.541692 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1582fb0-eae8-4271-ab9b-78f7d476f330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1796d36c-12da-4688-8f2e-03bba94d33b9,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:57.544402 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-e1582fb0-eae8-4271-ab9b-78f7d476f330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:58.512686 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39065848-4e2b-4856-9035-bbe3b7cd741a req-c640e7df-6a88-4650-b150-e6e3e45aae3b tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:58.514472 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-39065848-4e2b-4856-9035-bbe3b7cd741a req-c640e7df-6a88-4650-b150-e6e3e45aae3b tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.0790970 Jun 23 16:53:58.523305 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 53450) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:58.538483 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-019f88ca-34e6-45eb-ab87-3b17b938e28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:58.557749 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-39065848-4e2b-4856-9035-bbe3b7cd741a req-a9eb325b-aa1e-4536-bc8f-13a039e6372e tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376422 Jun 23 16:53:58.651553 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-019f88ca-34e6-45eb-ab87-3b17b938e28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:58.856242 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 200aeeee-b49f-4d8c-8fb4-3e17f71738b2 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:53:58.878024 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] No Port match for: 200aeeee-b49f-4d8c-8fb4-3e17f71738b2 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:53:58.878383 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 200aeeee-b49f-4d8c-8fb4-3e17f71738b2 not bound to the agent host hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:53:58.888537 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-019f88ca-34e6-45eb-ab87-3b17b938e28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:58.895974 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-2e45690b-1255-4fbc-91fe-5f69a75c06ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:58.940904 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-019f88ca-34e6-45eb-ab87-3b17b938e28e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5bc379b302b426ebe6a996a29e88023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4121664 Jun 23 16:53:58.940904 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f88ca-34e6-45eb-ab87-3b17b938e28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b71336-240a-4268-802a-a0271c324ea8,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:58.941388 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 53460) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:58.949492 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-019f88ca-34e6-45eb-ab87-3b17b938e28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:59.004548 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-dec5c78e-5d96-498e-b7b9-a36f66997dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:59.029919 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-dec5c78e-5d96-498e-b7b9-a36f66997dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:59.204755 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-dec5c78e-5d96-498e-b7b9-a36f66997dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:59.207930 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-dec5c78e-5d96-498e-b7b9-a36f66997dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:59.209130 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-dec5c78e-5d96-498e-b7b9-a36f66997dff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/51b71336-240a-4268-802a-a0271c324ea8 HTTP/1.1" status: 204 len: 168 time: 0.2667956 Jun 23 16:53:59.209883 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-607130ed-ecd3-4de2-96fd-84288339e899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:59.218626 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5c78e-5d96-498e-b7b9-a36f66997dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b71336-240a-4268-802a-a0271c324ea8,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:59.220844 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-dec5c78e-5d96-498e-b7b9-a36f66997dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:59.780706 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ef9dc-f95b-4955-a06d-585d80230f08 req-83dc5425-da0d-4de5-acb6-ff84b7003971 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:59.782420 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a80ef9dc-f95b-4955-a06d-585d80230f08 req-83dc5425-da0d-4de5-acb6-ff84b7003971 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.1061060 Jun 23 16:53:59.830319 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a80ef9dc-f95b-4955-a06d-585d80230f08 req-292b49b7-ef4e-4c99-b67a-b53befa59832 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416102 Jun 23 16:54:00.856684 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 53526) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:00.994750 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7c8b4e10-1d6a-4082-9ddd-32e0bab4512f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.102810 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7c8b4e10-1d6a-4082-9ddd-32e0bab4512f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.208658 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7c8b4e10-1d6a-4082-9ddd-32e0bab4512f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.211274 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-59046414-3df7-4838-b959-ee01b58b2338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:01.246998 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b4e10-1d6a-4082-9ddd-32e0bab4512f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e519e5-53b8-4092-aac6-dbb6f00e23b7,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:01.250229 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7c8b4e10-1d6a-4082-9ddd-32e0bab4512f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:01.252628 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-7c8b4e10-1d6a-4082-9ddd-32e0bab4512f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=068068372dba4b54b403f5c555737bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3950765 Jun 23 16:54:01.256556 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 53534) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:01.304358 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c3015bf2-bd43-43b8-8d4f-86c1340a0235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.327075 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c3015bf2-bd43-43b8-8d4f-86c1340a0235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.437925 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 53538) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:01.456998 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c3015bf2-bd43-43b8-8d4f-86c1340a0235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.461569 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c3015bf2-bd43-43b8-8d4f-86c1340a0235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.462711 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-c3015bf2-bd43-43b8-8d4f-86c1340a0235 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98e519e5-53b8-4092-aac6-dbb6f00e23b7 HTTP/1.1" status: 204 len: 168 time: 0.2065954 Jun 23 16:54:01.463611 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-019f88ca-34e6-45eb-ab87-3b17b938e28e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:01.475385 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3015bf2-bd43-43b8-8d4f-86c1340a0235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e519e5-53b8-4092-aac6-dbb6f00e23b7,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:01.478992 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-c3015bf2-bd43-43b8-8d4f-86c1340a0235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:01.553475 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e84bcd04-88ae-4170-bdca-f937b3d30172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.649010 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e84bcd04-88ae-4170-bdca-f937b3d30172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.734503 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e84bcd04-88ae-4170-bdca-f937b3d30172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.737021 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:01.775127 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bcd04-88ae-4170-bdca-f937b3d30172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65520175-e7e7-4dab-a470-18564e74f10d,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:01.783078 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-e84bcd04-88ae-4170-bdca-f937b3d30172 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=51b5a2242bb94ade8303782c00749721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411624 Jun 23 16:54:01.783078 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-e84bcd04-88ae-4170-bdca-f937b3d30172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:01.784004 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 53550) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:01.839907 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5838b0de-87bc-44f7-9ae1-3ede2a6e5801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.861931 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5838b0de-87bc-44f7-9ae1-3ede2a6e5801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:02.040335 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5838b0de-87bc-44f7-9ae1-3ede2a6e5801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:02.042981 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5838b0de-87bc-44f7-9ae1-3ede2a6e5801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:02.044138 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-5838b0de-87bc-44f7-9ae1-3ede2a6e5801 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65520175-e7e7-4dab-a470-18564e74f10d HTTP/1.1" status: 204 len: 168 time: 0.2605653 Jun 23 16:54:02.044886 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-3d699f1c-d167-47b8-ae88-7ddf89146e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:02.052349 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838b0de-87bc-44f7-9ae1-3ede2a6e5801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65520175-e7e7-4dab-a470-18564e74f10d,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:02.054665 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-5838b0de-87bc-44f7-9ae1-3ede2a6e5801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:02.255975 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 53554) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:02.271162 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-38345faf-7adb-4aed-a290-ff9892df36a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:02.363165 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-38345faf-7adb-4aed-a290-ff9892df36a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:02.453922 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-38345faf-7adb-4aed-a290-ff9892df36a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:02.458853 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:02.494068 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38345faf-7adb-4aed-a290-ff9892df36a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafee673-8c63-464b-ad23-59e75a788d18,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:02.498615 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-38345faf-7adb-4aed-a290-ff9892df36a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79df0e2c4aff4b18a1b0a3327919f925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416079 Jun 23 16:54:02.499513 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-38345faf-7adb-4aed-a290-ff9892df36a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:02.501180 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 53564) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:02.552169 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7aa00024-2ab6-43c3-bf7f-c441c7093816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:02.575909 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7aa00024-2ab6-43c3-bf7f-c441c7093816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:02.771188 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7aa00024-2ab6-43c3-bf7f-c441c7093816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:02.773867 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7aa00024-2ab6-43c3-bf7f-c441c7093816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:02.775204 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-7aa00024-2ab6-43c3-bf7f-c441c7093816 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dafee673-8c63-464b-ad23-59e75a788d18 HTTP/1.1" status: 204 len: 168 time: 0.2731080 Jun 23 16:54:02.776078 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-d43e5f09-d0e1-4d36-ad72-7798ad41dabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:02.784562 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa00024-2ab6-43c3-bf7f-c441c7093816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafee673-8c63-464b-ad23-59e75a788d18,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:02.786912 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7aa00024-2ab6-43c3-bf7f-c441c7093816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:03.128181 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a77f0e-b053-4916-9960-79a2d410e669 req-cc869aeb-a4b1-457e-9077-59ae7665bb3b tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:03.130017 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-34a77f0e-b053-4916-9960-79a2d410e669 req-cc869aeb-a4b1-457e-9077-59ae7665bb3b tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.0826638 Jun 23 16:54:03.171410 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-34a77f0e-b053-4916-9960-79a2d410e669 req-2009dc21-e246-4e7c-baec-c7ccc5af2091 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346599 Jun 23 16:54:03.523455 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 53618) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:03.537847 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5fe3fbd5-9872-4932-adf8-a30e6f485653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:03.633580 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5fe3fbd5-9872-4932-adf8-a30e6f485653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:03.740015 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5fe3fbd5-9872-4932-adf8-a30e6f485653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:03.744034 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-9de1dbf1-4f0b-4223-bc26-fa0d626b4c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:03.790511 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-5fe3fbd5-9872-4932-adf8-a30e6f485653 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e11d497c43b54d2b9938c4372ad572c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651336 Jun 23 16:54:03.792922 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3fbd5-9872-4932-adf8-a30e6f485653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fece96-8a0d-433b-a6e6-c3a2165abf65,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:03.793795 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 53640) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:03.795991 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-5fe3fbd5-9872-4932-adf8-a30e6f485653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:03.849973 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6ba3517b-325e-4eb7-917d-03a2c29598bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:03.873871 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6ba3517b-325e-4eb7-917d-03a2c29598bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:04.042299 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6ba3517b-325e-4eb7-917d-03a2c29598bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:04.051085 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6ba3517b-325e-4eb7-917d-03a2c29598bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:04.052746 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-6ba3517b-325e-4eb7-917d-03a2c29598bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b0fece96-8a0d-433b-a6e6-c3a2165abf65 HTTP/1.1" status: 204 len: 168 time: 0.2569892 Jun 23 16:54:04.053010 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7c8b4e10-1d6a-4082-9ddd-32e0bab4512f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:04.063461 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3517b-325e-4eb7-917d-03a2c29598bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fece96-8a0d-433b-a6e6-c3a2165abf65,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:04.066513 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-6ba3517b-325e-4eb7-917d-03a2c29598bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:06.659944 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b725fb7-1b2a-41e5-bf0a-a6c287e8c93d req-345b7c79-8785-409c-bf3c-175e1efb8c29 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:06.661555 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5b725fb7-1b2a-41e5-bf0a-a6c287e8c93d req-345b7c79-8785-409c-bf3c-175e1efb8c29 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.0653625 Jun 23 16:54:06.705946 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5b725fb7-1b2a-41e5-bf0a-a6c287e8c93d req-6b2e1b91-a031-4f90-8878-1e731f2ab038 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362442 Jun 23 16:54:07.049586 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 53736) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:07.098618 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3cca7e-c79e-4b85-878b-52ec215e97a6 admin admin] Deleting subnet a52dc808-0c5f-492f-9d6b-c07b79049643 {{(pid=105487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:54:07.102064 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1a3cca7e-c79e-4b85-878b-52ec215e97a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:07.145702 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1a3cca7e-c79e-4b85-878b-52ec215e97a6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:07.147777 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1a3cca7e-c79e-4b85-878b-52ec215e97a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16059385'] for subnet, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:07.420234 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1a3cca7e-c79e-4b85-878b-52ec215e97a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16059360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922'] for subnet, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:07.429140 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:07.455706 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3cca7e-c79e-4b85-878b-52ec215e97a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a52dc808-0c5f-492f-9d6b-c07b79049643,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:07.459619 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-1a3cca7e-c79e-4b85-878b-52ec215e97a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:07.463890 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1a3cca7e-c79e-4b85-878b-52ec215e97a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:07.464906 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-1a3cca7e-c79e-4b85-878b-52ec215e97a6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a52dc808-0c5f-492f-9d6b-c07b79049643 HTTP/1.1" status: 204 len: 168 time: 0.4141486 Jun 23 16:54:07.467485 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 53744) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:07.559313 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16231295'] for network, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:07.654584 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086644', 'neutron.services.segments.db._delete_segments_for_network-8730820742431'] for network, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:07.667998 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:54:07.673045 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:54:07.673045 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:54:07.673045 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Subscribe: > port after_create 55550000 {{(pid=105487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:54:07.673045 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:54:07.673045 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Subscribe: > port after_update 55550000 {{(pid=105487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:54:07.673045 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:54:07.673045 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:54:07.673045 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:54:07.673045 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:54:07.803453 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:54:07.803808 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:54:07.804321 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:54:07.804853 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:54:07.805386 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c']}} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:07.826518 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61907c93-3fb6-4116-9203-2dec6b399647') {'for_net_delete': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:07.826518 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61907c93-3fb6-4116-9203-2dec6b399647') {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:07.845590 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730820730862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26947493'] for segment, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:07.905138 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:07.916970 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Releasing vlan 1395 on physical network physnet1 to pool {{(pid=105487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:54:07.917388 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26948060'] for segment, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: from cryptography.utils import int_from_bytes Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: from cryptography.utils import int_from_bytes Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: Traceback (most recent call last): Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: timer() Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: cb(*args, **kw) Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: return func(*args, **kwargs) Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: self._notify() Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: self.callback(batched_events) Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: event.method(event) Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: return f(self, *a, **k) Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: return self._get(url).json() Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: return self.request(url, 'GET', **kwargs) Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:54:07.921439 dv-cinder-797608-1-iscsi neutron-server[105487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:54:07.997253 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd347b4-aaa7-4b42-9c29-35387dade3e1 req-3e578510-9442-4470-8465-23201cfa1f30 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:07.998936 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0fd347b4-aaa7-4b42-9c29-35387dade3e1 req-3e578510-9442-4470-8465-23201cfa1f30 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.1374853 Jun 23 16:54:08.037690 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0fd347b4-aaa7-4b42-9c29-35387dade3e1 req-6d9a56e8-4a90-417b-a7e9-5f43da8196f8 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330765 Jun 23 16:54:08.174175 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724528'] for network, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:08.178235 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-f029f021-78d5-42dc-a5be-2d17117ca5a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:08.182531 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:08.193672 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c HTTP/1.1" status: 204 len: 168 time: 0.7158954 Jun 23 16:54:08.193854 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Pushing event deleted for resources: {'Network': ['ID=d50fc5fd-e347-4ed1-af50-9b71cc2f0d3c,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:08.196500 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:08.737544 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 53794) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:08.778939 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-8ac36e0c-58c8-45d5-9696-e0f581d8edf9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c64b75fe914b4651bb46da8ae8b9af3f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0441670 Jun 23 16:54:08.782116 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 53798) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:08.837892 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-24e21776-7705-428a-8026-5cf0eb91ba19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:08.860758 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-24e21776-7705-428a-8026-5cf0eb91ba19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:09.168814 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-24e21776-7705-428a-8026-5cf0eb91ba19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:09.171620 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-24e21776-7705-428a-8026-5cf0eb91ba19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:09.172762 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-24e21776-7705-428a-8026-5cf0eb91ba19 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a10ab07-de74-4140-b044-d73398609bfd HTTP/1.1" status: 204 len: 168 time: 0.3897297 Jun 23 16:54:09.173553 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-8f853ce0-9f0b-4f6d-b87b-71875058e195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:09.195458 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e21776-7705-428a-8026-5cf0eb91ba19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a10ab07-de74-4140-b044-d73398609bfd,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:09.195458 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-24e21776-7705-428a-8026-5cf0eb91ba19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:09.251266 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4fc50-90b4-4fb7-928f-102666ff72e7 req-153d50a6-27b6-4c9e-9635-27f745e0226e tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:09.252804 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-74b4fc50-90b4-4fb7-928f-102666ff72e7 req-153d50a6-27b6-4c9e-9635-27f745e0226e tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.0888577 Jun 23 16:54:09.295440 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-74b4fc50-90b4-4fb7-928f-102666ff72e7 req-6fe8f559-266f-48d0-b69e-b702a7caff91 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367131 Jun 23 16:54:09.826377 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26bd6d-62c1-403d-9de2-ab2d12582540 req-4d743a74-3b03-482f-986c-cafd90789253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:09.827755 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-3d26bd6d-62c1-403d-9de2-ab2d12582540 req-4d743a74-3b03-482f-986c-cafd90789253 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 1099 time: 0.0701551 Jun 23 16:54:09.863566 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-3d26bd6d-62c1-403d-9de2-ab2d12582540 req-1dbb26e8-71d5-4b58-9dd7-cabba87d7f47 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283859 Jun 23 16:54:10.519008 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2001a60-3679-456b-bd4e-2ba519f36305 req-41e1d2f6-0728-46a1-ac6c-52c83b53bb1c tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:10.520490 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a2001a60-3679-456b-bd4e-2ba519f36305 req-41e1d2f6-0728-46a1-ac6c-52c83b53bb1c tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.0668006 Jun 23 16:54:10.562478 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a2001a60-3679-456b-bd4e-2ba519f36305 req-60cbed3b-74bd-4e8d-b949-2e9ffd1e4bbf tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348814 Jun 23 16:54:10.911686 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 53866) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:11.084035 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a8c603b7-9bef-4213-ab58-d304610f5eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:11.188287 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a8c603b7-9bef-4213-ab58-d304610f5eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:11.319748 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a8c603b7-9bef-4213-ab58-d304610f5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:11.323747 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-563ae2f7-5a4a-4fd6-87b2-ef51c2e8be55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:11.362526 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-a8c603b7-9bef-4213-ab58-d304610f5eb8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fbee0ebdc0a34cb4b50c9738682d4940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4491897 Jun 23 16:54:11.363684 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c603b7-9bef-4213-ab58-d304610f5eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b9c87a-4967-4062-beec-8b02dd13c1fa,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:11.365435 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 53888) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:11.367057 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-a8c603b7-9bef-4213-ab58-d304610f5eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:11.436889 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-161feff6-381d-4594-8ea0-2e218e4800b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:11.460946 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-161feff6-381d-4594-8ea0-2e218e4800b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:11.602676 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-161feff6-381d-4594-8ea0-2e218e4800b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:11.605374 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-161feff6-381d-4594-8ea0-2e218e4800b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:11.606493 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-161feff6-381d-4594-8ea0-2e218e4800b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55b9c87a-4967-4062-beec-8b02dd13c1fa HTTP/1.1" status: 204 len: 168 time: 0.2394547 Jun 23 16:54:11.611703 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-24e21776-7705-428a-8026-5cf0eb91ba19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:11.615758 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161feff6-381d-4594-8ea0-2e218e4800b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b9c87a-4967-4062-beec-8b02dd13c1fa,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:11.618120 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-161feff6-381d-4594-8ea0-2e218e4800b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:11.822982 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00cc31-8e64-40d4-ad8a-bc94276e4215 req-7f0d1688-f8f3-4423-96fd-1b982058459f tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:11.824454 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1e00cc31-8e64-40d4-ad8a-bc94276e4215 req-7f0d1688-f8f3-4423-96fd-1b982058459f tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.0824597 Jun 23 16:54:11.874670 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1e00cc31-8e64-40d4-ad8a-bc94276e4215 req-f6f2c293-9b86-4753-add7-3405e9999e4b tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444052 Jun 23 16:54:12.057531 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce2ca2-b2cb-4931-b2b2-b82ea2805aa7 req-526e8471-220d-45d7-91ea-e07472b94a80 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:12.059004 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-48ce2ca2-b2cb-4931-b2b2-b82ea2805aa7 req-526e8471-220d-45d7-91ea-e07472b94a80 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0686922 Jun 23 16:54:12.109583 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-48ce2ca2-b2cb-4931-b2b2-b82ea2805aa7 req-c68e3c8c-9883-474c-b08a-45f7f6e3b4fa tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434735 Jun 23 16:54:12.518671 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 53926) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:12.532472 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-21a6c46e-704a-4e8e-b6b6-4bde5a630633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:12.624821 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-21a6c46e-704a-4e8e-b6b6-4bde5a630633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:12.814451 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-21a6c46e-704a-4e8e-b6b6-4bde5a630633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:12.817737 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-4a88d7d6-22dc-4ffc-b90b-1472d5a53057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:12.863616 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-21a6c46e-704a-4e8e-b6b6-4bde5a630633 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e57a40407c1541a0920fb2e00d3494ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438735 Jun 23 16:54:12.864509 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6c46e-704a-4e8e-b6b6-4bde5a630633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb64d13-1803-4eb4-853b-8ebd88503d5f,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:12.866345 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 53936) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:12.869064 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-21a6c46e-704a-4e8e-b6b6-4bde5a630633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:12.917750 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-10300b80-17d3-407f-93ad-652c80a3ab9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:12.939856 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-10300b80-17d3-407f-93ad-652c80a3ab9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:13.127165 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-10300b80-17d3-407f-93ad-652c80a3ab9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:13.140833 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-10300b80-17d3-407f-93ad-652c80a3ab9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:13.140833 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-10300b80-17d3-407f-93ad-652c80a3ab9c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6cb64d13-1803-4eb4-853b-8ebd88503d5f HTTP/1.1" status: 204 len: 168 time: 0.2674818 Jun 23 16:54:13.140833 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-3d9344a0-6dd2-4420-ab4c-8199c74d987c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:13.154741 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10300b80-17d3-407f-93ad-652c80a3ab9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb64d13-1803-4eb4-853b-8ebd88503d5f,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:13.157637 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-10300b80-17d3-407f-93ad-652c80a3ab9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:14.017667 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 53982) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:14.032992 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c62c6a83-f5c3-4639-a7d5-5bc5718678a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:14.144826 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c62c6a83-f5c3-4639-a7d5-5bc5718678a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:14.233972 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c62c6a83-f5c3-4639-a7d5-5bc5718678a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:14.237753 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-6d5ce5f5-6b73-4d72-b644-514d5a0f690f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:14.272909 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c6a83-f5c3-4639-a7d5-5bc5718678a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0620db22-cf03-43a6-ba94-87527ae13525,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:14.277409 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-c62c6a83-f5c3-4639-a7d5-5bc5718678a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7fe51f08ba514cea890df68cb4f22771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2587564 Jun 23 16:54:14.278412 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-c62c6a83-f5c3-4639-a7d5-5bc5718678a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:14.280159 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 53998) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:14.329169 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-47cefad6-320b-460e-b36b-4d582057a451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:14.353729 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-47cefad6-320b-460e-b36b-4d582057a451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:14.522936 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-47cefad6-320b-460e-b36b-4d582057a451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:14.526709 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-47cefad6-320b-460e-b36b-4d582057a451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:14.528179 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-47cefad6-320b-460e-b36b-4d582057a451 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0620db22-cf03-43a6-ba94-87527ae13525 HTTP/1.1" status: 204 len: 168 time: 0.2470603 Jun 23 16:54:14.529095 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-bcbde113-7699-4e4a-b121-fc4f327b6bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:14.538115 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cefad6-320b-460e-b36b-4d582057a451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0620db22-cf03-43a6-ba94-87527ae13525,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:14.541368 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-47cefad6-320b-460e-b36b-4d582057a451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:15.439935 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e37e08-2771-4059-be23-01462d1638b9 req-6e14f5d9-36a9-48e0-95e3-90df9fed68db tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:15.447889 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-83e37e08-2771-4059-be23-01462d1638b9 req-6e14f5d9-36a9-48e0-95e3-90df9fed68db tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0954492 Jun 23 16:54:15.469350 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07511e5-a7ba-4294-9b9a-ba1a7b778d29 req-e39cfa5d-20ee-401b-abd3-3ff60a93e817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:15.471526 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a07511e5-a7ba-4294-9b9a-ba1a7b778d29 req-e39cfa5d-20ee-401b-abd3-3ff60a93e817 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87ef8f3f77b44efca262f73df840952f&device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 1099 time: 0.0693569 Jun 23 16:54:15.491047 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-83e37e08-2771-4059-be23-01462d1638b9 req-7a48fb9b-8edd-455f-bca6-765ab1b74aa4 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422459 Jun 23 16:54:15.579609 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07511e5-a7ba-4294-9b9a-ba1a7b778d29 req-cc837d46-705b-4888-8ab9-118087e54a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:15.581083 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a07511e5-a7ba-4294-9b9a-ba1a7b778d29 req-cc837d46-705b-4888-8ab9-118087e54a9c service neutron] 10.222.0.35 "GET /v2.0/networks?id=bc51e331-2a78-4fd9-b34d-0d910adf86ff HTTP/1.1" status: 200 len: 920 time: 0.0987065 Jun 23 16:54:15.624581 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a07511e5-a7ba-4294-9b9a-ba1a7b778d29 req-79c3d66f-b9cc-4306-a9b7-a6bc8f1bde6d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c7029bd-593d-4843-a3ab-e13289e717ac HTTP/1.1" status: 200 len: 217 time: 0.0359163 Jun 23 16:54:15.684636 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07511e5-a7ba-4294-9b9a-ba1a7b778d29 req-74edf024-ef2e-4244-9ed3-a6aff9e02068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:15.686103 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a07511e5-a7ba-4294-9b9a-ba1a7b778d29 req-74edf024-ef2e-4244-9ed3-a6aff9e02068 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40e372d6-9afa-4c58-9f87-929f1c34938e HTTP/1.1" status: 200 len: 858 time: 0.0504169 Jun 23 16:54:15.724934 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a07511e5-a7ba-4294-9b9a-ba1a7b778d29 req-b4792b42-f580-4cc2-a39e-2e553aa3ad76 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc51e331-2a78-4fd9-b34d-0d910adf86ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307202 Jun 23 16:54:15.834750 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a07511e5-a7ba-4294-9b9a-ba1a7b778d29 req-627185b7-99c5-4759-87aa-940a9e256fa1 service neutron] 10.222.0.35 "GET /v2.0/networks/bc51e331-2a78-4fd9-b34d-0d910adf86ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031647 Jun 23 16:54:15.932772 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a07511e5-a7ba-4294-9b9a-ba1a7b778d29 req-d8dc6ce7-1a6a-409f-8ab4-3eb0554ad9b7 service neutron] 10.222.0.35 "GET /v2.0/networks/bc51e331-2a78-4fd9-b34d-0d910adf86ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905175 Jun 23 16:54:16.679468 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48602c83-10c8-4a55-83c0-f90932fd2b06 req-36f53037-5e69-4654-aad9-61b5c9e430d1 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:16.680213 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-48602c83-10c8-4a55-83c0-f90932fd2b06 req-36f53037-5e69-4654-aad9-61b5c9e430d1 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0654423 Jun 23 16:54:16.721125 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-48602c83-10c8-4a55-83c0-f90932fd2b06 req-b4548211-a574-4d24-bbd7-590e8bc0f77b tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340004 Jun 23 16:54:17.907381 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49ca8d-e13d-4cd4-8180-eaed1006f74e req-f697a722-5ff2-44c8-99f8-aaefaf9511b3 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:17.908856 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6e49ca8d-e13d-4cd4-8180-eaed1006f74e req-f697a722-5ff2-44c8-99f8-aaefaf9511b3 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0685501 Jun 23 16:54:17.951203 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6e49ca8d-e13d-4cd4-8180-eaed1006f74e req-18c0a050-4e36-4a46-8902-8aaaa02e9ff8 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352845 Jun 23 16:54:18.263536 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 54128) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:18.375676 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-cd22214d-d064-47b4-be22-d2f01c4f2d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:18.474552 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-cd22214d-d064-47b4-be22-d2f01c4f2d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:18.554572 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-cd22214d-d064-47b4-be22-d2f01c4f2d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:18.558018 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-6ba3517b-325e-4eb7-917d-03a2c29598bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:18.601131 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-cd22214d-d064-47b4-be22-d2f01c4f2d08 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e9b9a1a53b5497b9388a542960095b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323314 Jun 23 16:54:18.601131 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22214d-d064-47b4-be22-d2f01c4f2d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27780bbf-e797-4b0d-ade9-884c92233e39,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:18.601131 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-cd22214d-d064-47b4-be22-d2f01c4f2d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:18.601936 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 54148) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:18.658853 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-18c55c0c-27d4-4df5-9da9-d29fbe68ff1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:18.692282 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-18c55c0c-27d4-4df5-9da9-d29fbe68ff1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:18.879768 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-18c55c0c-27d4-4df5-9da9-d29fbe68ff1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:18.882519 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-18c55c0c-27d4-4df5-9da9-d29fbe68ff1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:18.884760 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-18c55c0c-27d4-4df5-9da9-d29fbe68ff1c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/27780bbf-e797-4b0d-ade9-884c92233e39 HTTP/1.1" status: 204 len: 168 time: 0.2812335 Jun 23 16:54:18.886193 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-45220f43-006f-4af9-ae99-ba83163d80df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:18.896061 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c55c0c-27d4-4df5-9da9-d29fbe68ff1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27780bbf-e797-4b0d-ade9-884c92233e39,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:18.906024 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-18c55c0c-27d4-4df5-9da9-d29fbe68ff1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:19.145368 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f26c7c-e7a9-43fb-8233-e1dd349efb35 req-9e247e70-fc94-432d-9587-fe4ee3c104d1 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:19.146804 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-54f26c7c-e7a9-43fb-8233-e1dd349efb35 req-9e247e70-fc94-432d-9587-fe4ee3c104d1 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0680728 Jun 23 16:54:19.187364 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-54f26c7c-e7a9-43fb-8233-e1dd349efb35 req-469cd10b-337b-46fe-b637-8b90baf23639 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328412 Jun 23 16:54:19.826542 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 54176) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:19.841076 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-946d8b4e-4b08-409c-b740-50f0b2b6023d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:19.940121 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-946d8b4e-4b08-409c-b740-50f0b2b6023d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:20.030891 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-946d8b4e-4b08-409c-b740-50f0b2b6023d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:20.033556 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-c62c6a83-f5c3-4639-a7d5-5bc5718678a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:20.070313 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d8b4e-4b08-409c-b740-50f0b2b6023d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f2a838-082a-44e4-8724-20e9446dcf0b,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:20.074656 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-946d8b4e-4b08-409c-b740-50f0b2b6023d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e81743ddbb1c4a6d9b1c87e7c6a84400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469239 Jun 23 16:54:20.075604 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-946d8b4e-4b08-409c-b740-50f0b2b6023d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:20.077473 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 54186) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:20.128993 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-60e1175c-e2f2-4cf4-9bee-e4b70b955242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:20.150629 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-60e1175c-e2f2-4cf4-9bee-e4b70b955242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:20.277388 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-60e1175c-e2f2-4cf4-9bee-e4b70b955242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:20.279779 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-60e1175c-e2f2-4cf4-9bee-e4b70b955242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:20.280954 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-60e1175c-e2f2-4cf4-9bee-e4b70b955242 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/85f2a838-082a-44e4-8724-20e9446dcf0b HTTP/1.1" status: 204 len: 168 time: 0.2024956 Jun 23 16:54:20.281866 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ef6f2a9a-3e16-4ad0-a4f6-b8b7434ec13d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:20.289778 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1175c-e2f2-4cf4-9bee-e4b70b955242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f2a838-082a-44e4-8724-20e9446dcf0b,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:20.292503 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-60e1175c-e2f2-4cf4-9bee-e4b70b955242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:21.438295 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-01c32d81-0a65-40a6-9942-f94bfeee586b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:22.599971 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:22.865859 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f93c17-c662-48fc-b608-76bb69114d65 req-6f2e49dd-4a71-474c-86ba-9cf716efada5 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:22.867341 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-14f93c17-c662-48fc-b608-76bb69114d65 req-6f2e49dd-4a71-474c-86ba-9cf716efada5 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0680246 Jun 23 16:54:22.907467 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-14f93c17-c662-48fc-b608-76bb69114d65 req-65e0a1e2-55fc-488c-b513-b3d1a4c13b19 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338986 Jun 23 16:54:24.019625 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:24.468065 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-61bf8093-f875-4fc9-9d42-f3de09e33b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:25.511181 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:26.241041 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051c1e1-ed94-498f-a1b7-c30268b774c6 req-ff5ffae7-0f1a-49b0-bbc3-c9d061143b2e tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:26.242519 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c051c1e1-ed94-498f-a1b7-c30268b774c6 req-ff5ffae7-0f1a-49b0-bbc3-c9d061143b2e tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0768893 Jun 23 16:54:26.281965 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c051c1e1-ed94-498f-a1b7-c30268b774c6 req-a00d4c5e-c766-4072-aa87-2fc8653a7945 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334280 Jun 23 16:54:27.122393 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:29.264453 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:54:29.613467 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c815610-cc5a-4072-830b-debcc49024ee req-6daeb3fd-34d8-485e-9325-5aacfa301e58 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:29.616227 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-4c815610-cc5a-4072-830b-debcc49024ee req-6daeb3fd-34d8-485e-9325-5aacfa301e58 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0713527 Jun 23 16:54:29.658298 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-4c815610-cc5a-4072-830b-debcc49024ee req-2cd3ed63-c308-42d3-8059-4a335682cfa7 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361302 Jun 23 16:54:30.893158 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be30ebd-f035-41e6-9a3a-344e39f6f0f0 req-50ff49a6-ce75-4bac-9d06-01814267618a tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:30.896035 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3be30ebd-f035-41e6-9a3a-344e39f6f0f0 req-50ff49a6-ce75-4bac-9d06-01814267618a tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.1152828 Jun 23 16:54:30.953554 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3be30ebd-f035-41e6-9a3a-344e39f6f0f0 req-d98028b0-1e88-4493-921b-ef8ba518199a tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473588 Jun 23 16:54:32.136243 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf593921-577e-4dc5-bd70-48a406f0845f req-84aaf999-2710-45b8-a4fe-e350a630750f tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:32.138042 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-cf593921-577e-4dc5-bd70-48a406f0845f req-84aaf999-2710-45b8-a4fe-e350a630750f tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0654953 Jun 23 16:54:32.185690 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-cf593921-577e-4dc5-bd70-48a406f0845f req-8b974f6f-4836-4d87-a82e-9dbd375140c8 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414951 Jun 23 16:54:32.928599 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfb29e-4fdd-4e85-9054-6aa2f446e212 req-ba4e4c4b-a763-4458-9a56-141107e50acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:32.930120 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d9cfb29e-4fdd-4e85-9054-6aa2f446e212 req-ba4e4c4b-a763-4458-9a56-141107e50acf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 1099 time: 0.0593863 Jun 23 16:54:32.968986 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d9cfb29e-4fdd-4e85-9054-6aa2f446e212 req-5d27957a-fd53-4cc3-9b4a-8772cfe01e96 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309031 Jun 23 16:54:33.599373 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fa500-ec12-4bbb-a6de-f3a83885e0c2 req-6539129e-2036-4930-9a71-61c28840b4a7 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:33.600938 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1f6fa500-ec12-4bbb-a6de-f3a83885e0c2 req-6539129e-2036-4930-9a71-61c28840b4a7 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0721457 Jun 23 16:54:33.640469 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1f6fa500-ec12-4bbb-a6de-f3a83885e0c2 req-1b68e3c0-3821-4376-a4a3-c6c76031a6d9 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337825 Jun 23 16:54:34.908690 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67bbc7-e9eb-4654-826c-2af78e28452c req-b811c602-fa57-42f3-baa7-f0e62f1f0acb tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:34.910851 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0f67bbc7-e9eb-4654-826c-2af78e28452c req-b811c602-fa57-42f3-baa7-f0e62f1f0acb tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.1082006 Jun 23 16:54:34.960135 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0f67bbc7-e9eb-4654-826c-2af78e28452c req-d3f46cd7-7f64-4c84-9874-4a2e1f058e0d tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427351 Jun 23 16:54:35.580813 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 54556) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:35.717732 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9df5ec29-272d-444d-b626-6962d3bbdab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:35.868281 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9df5ec29-272d-444d-b626-6962d3bbdab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:35.947956 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 54570) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:35.985693 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9df5ec29-272d-444d-b626-6962d3bbdab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:35.989181 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-807e4a37-09f5-4947-9aa8-0761d77eb285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:36.033895 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 54576) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:36.041071 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-9df5ec29-272d-444d-b626-6962d3bbdab6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a077456298224c9294b2cb6be831eaca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4590631 Jun 23 16:54:36.042378 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5ec29-272d-444d-b626-6962d3bbdab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a97b5b0-41eb-4eca-a83c-7ab5ba0eaf41,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:36.051198 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-9df5ec29-272d-444d-b626-6962d3bbdab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:36.107009 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d9f3fb28-1327-4c3b-b147-a4e791c5b176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.108539 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1a747eaa-de85-4e3c-953d-4493a7132748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.137523 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1a747eaa-de85-4e3c-953d-4493a7132748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.237502 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081168d5-bded-4d22-848f-931649cb060f req-8984ff7d-a088-4b0b-8cd5-b0302a379550 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:36.239045 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-081168d5-bded-4d22-848f-931649cb060f req-8984ff7d-a088-4b0b-8cd5-b0302a379550 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.1446187 Jun 23 16:54:36.300737 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-081168d5-bded-4d22-848f-931649cb060f req-9c8c7f6f-e6b5-47bd-b852-32404b92cb68 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536745 Jun 23 16:54:36.305907 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d9f3fb28-1327-4c3b-b147-a4e791c5b176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.338069 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1a747eaa-de85-4e3c-953d-4493a7132748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.339927 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1a747eaa-de85-4e3c-953d-4493a7132748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.343872 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-1a747eaa-de85-4e3c-953d-4493a7132748 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a97b5b0-41eb-4eca-a83c-7ab5ba0eaf41 HTTP/1.1" status: 204 len: 168 time: 0.3069160 Jun 23 16:54:36.343872 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:36.352175 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a747eaa-de85-4e3c-953d-4493a7132748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a97b5b0-41eb-4eca-a83c-7ab5ba0eaf41,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:36.362513 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-1a747eaa-de85-4e3c-953d-4493a7132748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:36.419834 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d9f3fb28-1327-4c3b-b147-a4e791c5b176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.422470 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-9df5ec29-272d-444d-b626-6962d3bbdab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:36.472008 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-d9f3fb28-1327-4c3b-b147-a4e791c5b176 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5c3458790304bf8ad699ac5439ae9aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5229683 Jun 23 16:54:36.474639 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3fb28-1327-4c3b-b147-a4e791c5b176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82cd1d5-d931-4c49-9449-e6b8c2d29a5e,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:36.474819 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 54598) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:36.478370 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-d9f3fb28-1327-4c3b-b147-a4e791c5b176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:36.533262 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6bea7b7e-0085-4014-8b8c-ce21ba4a9722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.563090 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6bea7b7e-0085-4014-8b8c-ce21ba4a9722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.822857 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6bea7b7e-0085-4014-8b8c-ce21ba4a9722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.825486 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6bea7b7e-0085-4014-8b8c-ce21ba4a9722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.826594 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-6bea7b7e-0085-4014-8b8c-ce21ba4a9722 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d82cd1d5-d931-4c49-9449-e6b8c2d29a5e HTTP/1.1" status: 204 len: 168 time: 0.3505907 Jun 23 16:54:36.827355 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-9688454a-1483-4094-8ed7-b523afecda7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:36.835487 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea7b7e-0085-4014-8b8c-ce21ba4a9722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82cd1d5-d931-4c49-9449-e6b8c2d29a5e,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:36.838491 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-6bea7b7e-0085-4014-8b8c-ce21ba4a9722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:37.037960 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3bfed-aaa2-412f-a4ca-5746696be88d req-f3145866-f97c-4e1c-9a65-9e527d95a2c3 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:37.039956 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6cb3bfed-aaa2-412f-a4ca-5746696be88d req-f3145866-f97c-4e1c-9a65-9e527d95a2c3 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0659962 Jun 23 16:54:37.085881 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6cb3bfed-aaa2-412f-a4ca-5746696be88d req-7990366c-b015-42db-bc33-d4519f391cec tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393448 Jun 23 16:54:37.659941 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 54642) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:37.681054 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2ec4c810-9eb7-46be-8f63-2bee640702ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:37.795081 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2ec4c810-9eb7-46be-8f63-2bee640702ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:37.876939 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2ec4c810-9eb7-46be-8f63-2bee640702ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:37.880963 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-161feff6-381d-4594-8ea0-2e218e4800b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:37.925056 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-2ec4c810-9eb7-46be-8f63-2bee640702ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8aedfefca7ad40fbbadd538c6bb172ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2600064 Jun 23 16:54:37.925056 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4c810-9eb7-46be-8f63-2bee640702ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc4aba8-63b0-487e-917c-e43f3d17e864,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:37.925375 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 54658) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:37.928511 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-2ec4c810-9eb7-46be-8f63-2bee640702ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:37.990858 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0726e212-5d9f-4426-ba1a-f304cdd18d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:38.012272 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0726e212-5d9f-4426-ba1a-f304cdd18d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:38.150875 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0726e212-5d9f-4426-ba1a-f304cdd18d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:38.153553 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0726e212-5d9f-4426-ba1a-f304cdd18d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:38.154747 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-0726e212-5d9f-4426-ba1a-f304cdd18d38 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fdc4aba8-63b0-487e-917c-e43f3d17e864 HTTP/1.1" status: 204 len: 168 time: 0.2287946 Jun 23 16:54:38.155473 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:38.163310 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726e212-5d9f-4426-ba1a-f304cdd18d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc4aba8-63b0-487e-917c-e43f3d17e864,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:38.165790 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-0726e212-5d9f-4426-ba1a-f304cdd18d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:39.700472 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52ebed-a806-4ccc-9890-96d3d2036090 req-c9d07bf8-c349-4c12-9144-c472a03acf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:39.707302 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1d52ebed-a806-4ccc-9890-96d3d2036090 req-c9d07bf8-c349-4c12-9144-c472a03acf56 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87ef8f3f77b44efca262f73df840952f&device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 1099 time: 0.0649569 Jun 23 16:54:39.830471 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a07eb-d2c2-4078-b793-3fd63a0682c3 req-d01b2ed1-a821-4178-81aa-9e07d7d11c71 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:39.832391 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe6a07eb-d2c2-4078-b793-3fd63a0682c3 req-d01b2ed1-a821-4178-81aa-9e07d7d11c71 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0812113 Jun 23 16:54:39.877200 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe6a07eb-d2c2-4078-b793-3fd63a0682c3 req-0a00212a-c522-4871-bd60-34a09d8b9688 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373681 Jun 23 16:54:40.047784 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52ebed-a806-4ccc-9890-96d3d2036090 req-d86bfb2b-95ff-4076-97b7-1d86d677da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:40.049224 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1d52ebed-a806-4ccc-9890-96d3d2036090 req-d86bfb2b-95ff-4076-97b7-1d86d677da79 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bc51e331-2a78-4fd9-b34d-0d910adf86ff HTTP/1.1" status: 200 len: 920 time: 0.3377099 Jun 23 16:54:40.095311 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1d52ebed-a806-4ccc-9890-96d3d2036090 req-c6d4047d-b0e2-4e80-bb51-d69213739159 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c7029bd-593d-4843-a3ab-e13289e717ac HTTP/1.1" status: 200 len: 217 time: 0.0367198 Jun 23 16:54:40.145785 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52ebed-a806-4ccc-9890-96d3d2036090 req-d2ba5462-ba56-4173-a74d-1c484b2e096e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:40.147205 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1d52ebed-a806-4ccc-9890-96d3d2036090 req-d2ba5462-ba56-4173-a74d-1c484b2e096e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40e372d6-9afa-4c58-9f87-929f1c34938e HTTP/1.1" status: 200 len: 858 time: 0.0450301 Jun 23 16:54:40.184632 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1d52ebed-a806-4ccc-9890-96d3d2036090 req-b26e802b-fdc0-4ae2-89f8-9cc7b4abac02 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc51e331-2a78-4fd9-b34d-0d910adf86ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295007 Jun 23 16:54:40.288788 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1d52ebed-a806-4ccc-9890-96d3d2036090 req-cae80ec1-422a-4fd5-ae91-ea5ef2769b93 service neutron] 10.222.0.35 "GET /v2.0/networks/bc51e331-2a78-4fd9-b34d-0d910adf86ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887775 Jun 23 16:54:40.392965 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1d52ebed-a806-4ccc-9890-96d3d2036090 req-29c9e9e8-2939-44ec-b8bd-f1497aa3472a service neutron] 10.222.0.35 "GET /v2.0/networks/bc51e331-2a78-4fd9-b34d-0d910adf86ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937603 Jun 23 16:54:41.091687 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620135dd-18a8-42e4-be7b-865f57636c57 req-4d9dfbd0-f31c-43a1-8eb4-21c30fd8f1d2 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:41.093095 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-620135dd-18a8-42e4-be7b-865f57636c57 req-4d9dfbd0-f31c-43a1-8eb4-21c30fd8f1d2 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0685074 Jun 23 16:54:41.130906 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-620135dd-18a8-42e4-be7b-865f57636c57 req-4e438bc4-ff42-474b-96fe-3542307e298d tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319328 Jun 23 16:54:41.456864 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 54780) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:41.579691 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-87696fdf-5975-42d5-8f38-015ed3241712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:41.677418 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-87696fdf-5975-42d5-8f38-015ed3241712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:41.739597 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-87696fdf-5975-42d5-8f38-015ed3241712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:41.743863 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-8b5e53e3-2641-4d45-8bf5-30505f0cc00f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:41.781670 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87696fdf-5975-42d5-8f38-015ed3241712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d52d74e-168f-400c-9116-dccb62381abd,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:41.785958 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-87696fdf-5975-42d5-8f38-015ed3241712 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b61e660c664e4621b7abbdb3b58d311b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3275468 Jun 23 16:54:41.786866 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-87696fdf-5975-42d5-8f38-015ed3241712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:41.788573 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 54792) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:41.838837 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0d97003a-e574-43b1-a45e-0c814e8c2b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:41.859918 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0d97003a-e574-43b1-a45e-0c814e8c2b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:42.035220 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0d97003a-e574-43b1-a45e-0c814e8c2b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:42.038146 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0d97003a-e574-43b1-a45e-0c814e8c2b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:42.039906 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-0d97003a-e574-43b1-a45e-0c814e8c2b45 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d52d74e-168f-400c-9116-dccb62381abd HTTP/1.1" status: 204 len: 168 time: 0.2495220 Jun 23 16:54:42.041038 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-2ec4c810-9eb7-46be-8f63-2bee640702ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:42.049384 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97003a-e574-43b1-a45e-0c814e8c2b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d52d74e-168f-400c-9116-dccb62381abd,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:42.051949 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-0d97003a-e574-43b1-a45e-0c814e8c2b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:42.315425 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34622f-3b7d-4630-abf8-362c3df77eca req-df14927b-6f36-4327-955c-4acbcb9cb3cb tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:42.316991 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8c34622f-3b7d-4630-abf8-362c3df77eca req-df14927b-6f36-4327-955c-4acbcb9cb3cb tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0662158 Jun 23 16:54:42.374717 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8c34622f-3b7d-4630-abf8-362c3df77eca req-5ee0f064-d372-4511-b1ce-0eb39602dc07 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512455 Jun 23 16:54:42.848794 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 54816) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:42.863425 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-5df564ec-e664-4c41-8c72-b7f5a2b35382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:42.956374 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-5df564ec-e664-4c41-8c72-b7f5a2b35382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:43.071282 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-5df564ec-e664-4c41-8c72-b7f5a2b35382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:43.073740 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-1a747eaa-de85-4e3c-953d-4493a7132748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:43.108693 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df564ec-e664-4c41-8c72-b7f5a2b35382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a807e53e-498f-4fd0-a358-a02162035daa,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:43.112845 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-5df564ec-e664-4c41-8c72-b7f5a2b35382 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d609443aa644d30b593465d5e1f066e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629721 Jun 23 16:54:43.113775 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-5df564ec-e664-4c41-8c72-b7f5a2b35382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:43.116297 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 54820) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:43.188696 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0859936f-3dea-431c-b3c5-cb12003673ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:43.215257 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0859936f-3dea-431c-b3c5-cb12003673ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:43.368264 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0859936f-3dea-431c-b3c5-cb12003673ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:43.371006 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0859936f-3dea-431c-b3c5-cb12003673ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:43.372168 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-0859936f-3dea-431c-b3c5-cb12003673ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a807e53e-498f-4fd0-a358-a02162035daa HTTP/1.1" status: 204 len: 168 time: 0.2533784 Jun 23 16:54:43.373023 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-e1582fb0-eae8-4271-ab9b-78f7d476f330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:43.380764 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859936f-3dea-431c-b3c5-cb12003673ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a807e53e-498f-4fd0-a358-a02162035daa,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:43.383243 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-0859936f-3dea-431c-b3c5-cb12003673ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:44.673986 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 54878) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:44.782332 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6e7bfc9e-cd25-40bf-b47b-807be0be2f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:44.883942 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6e7bfc9e-cd25-40bf-b47b-807be0be2f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:44.994590 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6e7bfc9e-cd25-40bf-b47b-807be0be2f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:44.997138 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-17e328ae-82b2-49b0-93d8-962ebcf99db6 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:45.032729 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7bfc9e-cd25-40bf-b47b-807be0be2f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592dfe2c-350d-49a5-a971-f99cdcd2b98a,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:45.036901 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-6e7bfc9e-cd25-40bf-b47b-807be0be2f66 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d9591e683c1488280755ebc9a144119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3619521 Jun 23 16:54:45.037793 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-6e7bfc9e-cd25-40bf-b47b-807be0be2f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:45.039610 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 54886) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:45.089753 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3168095d-b61c-48ef-abc5-f5f8ed58dce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:45.112097 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3168095d-b61c-48ef-abc5-f5f8ed58dce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:45.293845 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3168095d-b61c-48ef-abc5-f5f8ed58dce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:45.296473 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3168095d-b61c-48ef-abc5-f5f8ed58dce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:45.297657 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-3168095d-b61c-48ef-abc5-f5f8ed58dce1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/592dfe2c-350d-49a5-a971-f99cdcd2b98a HTTP/1.1" status: 204 len: 168 time: 0.2570977 Jun 23 16:54:45.298454 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-2ecd1763-c16f-4cf0-a856-6ce0793a9583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:45.311147 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168095d-b61c-48ef-abc5-f5f8ed58dce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592dfe2c-350d-49a5-a971-f99cdcd2b98a,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:45.314426 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-3168095d-b61c-48ef-abc5-f5f8ed58dce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:46.169820 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 54936) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:46.184918 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-399fdabb-5d69-4d29-9b72-820b3cc51649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:46.300512 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211284a8-daf8-4919-a44b-ef2fb1706138 req-be29ab40-c6dd-450c-a352-e76fb8259d76 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:46.302199 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-211284a8-daf8-4919-a44b-ef2fb1706138 req-be29ab40-c6dd-450c-a352-e76fb8259d76 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.1151903 Jun 23 16:54:46.364689 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-399fdabb-5d69-4d29-9b72-820b3cc51649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:46.369616 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-211284a8-daf8-4919-a44b-ef2fb1706138 req-e2e2c909-ae59-45d0-8f72-a3e439dd65cc tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581503 Jun 23 16:54:46.505460 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-399fdabb-5d69-4d29-9b72-820b3cc51649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:46.508650 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:46.549877 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-399fdabb-5d69-4d29-9b72-820b3cc51649 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=951bb202907244d79b473e0ec53ce590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3766353 Jun 23 16:54:46.549877 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fdabb-5d69-4d29-9b72-820b3cc51649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9bba58-9b39-4fca-a15c-20c41a10614e,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:46.552146 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-399fdabb-5d69-4d29-9b72-820b3cc51649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:46.552913 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 54944) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:46.627415 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3678f3d0-17bd-4029-9850-c54c95ab603e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:46.651097 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3678f3d0-17bd-4029-9850-c54c95ab603e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:46.859322 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3678f3d0-17bd-4029-9850-c54c95ab603e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:46.862101 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3678f3d0-17bd-4029-9850-c54c95ab603e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:46.863451 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-3678f3d0-17bd-4029-9850-c54c95ab603e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc9bba58-9b39-4fca-a15c-20c41a10614e HTTP/1.1" status: 204 len: 168 time: 0.3089623 Jun 23 16:54:46.864307 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-daeff0c9-bdb3-45b8-981b-b2f8310b33c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:46.872663 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 54958) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:46.873214 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678f3d0-17bd-4029-9850-c54c95ab603e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9bba58-9b39-4fca-a15c-20c41a10614e,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:46.881237 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-3678f3d0-17bd-4029-9850-c54c95ab603e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:46.999394 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2ae617c9-498d-4d73-9c03-3bacee9a394b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:47.092176 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2ae617c9-498d-4d73-9c03-3bacee9a394b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:47.291797 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2ae617c9-498d-4d73-9c03-3bacee9a394b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:47.294418 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7f2475d6-9e29-4e60-84d6-2b9210b46748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:47.333542 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae617c9-498d-4d73-9c03-3bacee9a394b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c0cd51-e25b-4392-a63a-956fb0f2c84e,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:47.341258 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-2ae617c9-498d-4d73-9c03-3bacee9a394b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc972c3c7c5a41cd958f486e5e89727e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4673939 Jun 23 16:54:47.341483 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 54970) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:47.342355 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-2ae617c9-498d-4d73-9c03-3bacee9a394b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:47.408073 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-35d4da0f-d70a-4ecf-9a2b-8384bdfd32ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:47.435074 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-35d4da0f-d70a-4ecf-9a2b-8384bdfd32ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:47.563112 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6c431-6e00-4df0-a8ce-ff9f0f38a834 req-df47cbab-7642-4d20-8a69-e5e1817302ce tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:47.565888 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-dba6c431-6e00-4df0-a8ce-ff9f0f38a834 req-df47cbab-7642-4d20-8a69-e5e1817302ce tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0652764 Jun 23 16:54:47.593290 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-35d4da0f-d70a-4ecf-9a2b-8384bdfd32ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:47.603021 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-35d4da0f-d70a-4ecf-9a2b-8384bdfd32ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:47.603021 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-35d4da0f-d70a-4ecf-9a2b-8384bdfd32ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18c0cd51-e25b-4392-a63a-956fb0f2c84e HTTP/1.1" status: 204 len: 168 time: 0.2534561 Jun 23 16:54:47.603708 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:47.615408 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4da0f-d70a-4ecf-9a2b-8384bdfd32ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c0cd51-e25b-4392-a63a-956fb0f2c84e,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:47.625687 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-dba6c431-6e00-4df0-a8ce-ff9f0f38a834 req-eb190b0f-1923-4725-8893-8a3c578ad7ba tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542338 Jun 23 16:54:47.629439 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-35d4da0f-d70a-4ecf-9a2b-8384bdfd32ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:48.415587 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 55016) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:48.434758 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5d5da416-199f-4371-9d5a-ebaf594e0307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:48.558048 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5d5da416-199f-4371-9d5a-ebaf594e0307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:48.664865 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5d5da416-199f-4371-9d5a-ebaf594e0307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:48.664865 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-e3804db5-d18b-46ee-a95b-e9de87e6cf99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:48.700423 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-5d5da416-199f-4371-9d5a-ebaf594e0307 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c17b999211bd470cb7f905e6bc43518b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836447 Jun 23 16:54:48.701684 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5da416-199f-4371-9d5a-ebaf594e0307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfec132e-5453-4d40-9675-8565284d16e6,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:48.705483 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 55022) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:48.735620 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5da416-199f-4371-9d5a-ebaf594e0307 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:48.736248 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5da416-199f-4371-9d5a-ebaf594e0307 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:48.736835 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5da416-199f-4371-9d5a-ebaf594e0307 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:48.737449 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5da416-199f-4371-9d5a-ebaf594e0307 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:48.738016 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5da416-199f-4371-9d5a-ebaf594e0307 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:48.738582 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5da416-199f-4371-9d5a-ebaf594e0307 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:48.739243 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5da416-199f-4371-9d5a-ebaf594e0307 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:48.739763 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5da416-199f-4371-9d5a-ebaf594e0307 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:48.740356 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5da416-199f-4371-9d5a-ebaf594e0307 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:48.740955 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5da416-199f-4371-9d5a-ebaf594e0307 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:48.741578 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5da416-199f-4371-9d5a-ebaf594e0307 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:48.745044 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5da416-199f-4371-9d5a-ebaf594e0307 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:48.762435 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-5d5da416-199f-4371-9d5a-ebaf594e0307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:48.829150 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d3242b46-ea8b-4970-a3aa-2940afe04076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:48.862091 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d3242b46-ea8b-4970-a3aa-2940afe04076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:49.032130 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d3242b46-ea8b-4970-a3aa-2940afe04076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:49.037415 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d3242b46-ea8b-4970-a3aa-2940afe04076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:49.041528 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-d3242b46-ea8b-4970-a3aa-2940afe04076 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfec132e-5453-4d40-9675-8565284d16e6 HTTP/1.1" status: 204 len: 168 time: 0.3323770 Jun 23 16:54:49.041528 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-78e67ce2-1f6d-4a78-b02e-a1535ba37232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:49.052975 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242b46-ea8b-4970-a3aa-2940afe04076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfec132e-5453-4d40-9675-8565284d16e6,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:49.056779 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-d3242b46-ea8b-4970-a3aa-2940afe04076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:50.742642 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 55092) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:50.876795 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4a78bdc0-6910-4180-9dcc-bf5ed47b54ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:51.028832 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4a78bdc0-6910-4180-9dcc-bf5ed47b54ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:51.198809 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4a78bdc0-6910-4180-9dcc-bf5ed47b54ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:51.202395 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-0803b54e-6c2d-49e2-8a64-9177ff125734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:51.242427 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78bdc0-6910-4180-9dcc-bf5ed47b54ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02317a2f-e3d8-41df-9ab5-e575386cc735,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:51.250940 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 55116) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:51.251598 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-4a78bdc0-6910-4180-9dcc-bf5ed47b54ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=747f843c36ce429ca91e1e61228e8c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5066741 Jun 23 16:54:51.259310 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bdc0-6910-4180-9dcc-bf5ed47b54ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:51.260639 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bdc0-6910-4180-9dcc-bf5ed47b54ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:51.261252 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bdc0-6910-4180-9dcc-bf5ed47b54ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:51.261781 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bdc0-6910-4180-9dcc-bf5ed47b54ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:51.262454 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bdc0-6910-4180-9dcc-bf5ed47b54ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:51.262982 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bdc0-6910-4180-9dcc-bf5ed47b54ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:51.264058 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bdc0-6910-4180-9dcc-bf5ed47b54ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:51.264610 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bdc0-6910-4180-9dcc-bf5ed47b54ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:51.265407 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bdc0-6910-4180-9dcc-bf5ed47b54ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:51.265960 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bdc0-6910-4180-9dcc-bf5ed47b54ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:51.267593 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bdc0-6910-4180-9dcc-bf5ed47b54ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:51.268174 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bdc0-6910-4180-9dcc-bf5ed47b54ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:51.276322 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-4a78bdc0-6910-4180-9dcc-bf5ed47b54ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:51.344344 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-dd761c77-e4e0-4ab8-b14d-5c4192c84804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:51.376944 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-dd761c77-e4e0-4ab8-b14d-5c4192c84804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:51.492564 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71252e78-190c-4501-804d-a4d7af5046a7 req-9c65849c-56b8-4dc2-b417-69551f6b861e tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:51.494209 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-71252e78-190c-4501-804d-a4d7af5046a7 req-9c65849c-56b8-4dc2-b417-69551f6b861e tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0867553 Jun 23 16:54:51.503469 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-919f2df6-1070-4393-8006-7559d107a3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:51.545514 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-dd761c77-e4e0-4ab8-b14d-5c4192c84804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:51.548207 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-dd761c77-e4e0-4ab8-b14d-5c4192c84804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:51.552917 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-dd761c77-e4e0-4ab8-b14d-5c4192c84804 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02317a2f-e3d8-41df-9ab5-e575386cc735 HTTP/1.1" status: 204 len: 168 time: 0.2995238 Jun 23 16:54:51.555363 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-5838b0de-87bc-44f7-9ae1-3ede2a6e5801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:51.565376 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd761c77-e4e0-4ab8-b14d-5c4192c84804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02317a2f-e3d8-41df-9ab5-e575386cc735,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:51.568523 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-dd761c77-e4e0-4ab8-b14d-5c4192c84804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:51.573011 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-71252e78-190c-4501-804d-a4d7af5046a7 req-744aa18c-92c4-42b3-8de4-36599c40cecc tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721161 Jun 23 16:54:52.619984 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:53.733157 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 55174) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:53.881388 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0da0112b-b626-4794-b34a-b49fa53f22ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:53.987097 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0da0112b-b626-4794-b34a-b49fa53f22ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:54.006205 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:54.077176 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0da0112b-b626-4794-b34a-b49fa53f22ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:54.079863 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-946d8b4e-4b08-409c-b740-50f0b2b6023d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:54.117987 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0112b-b626-4794-b34a-b49fa53f22ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d276863a-5d8d-415e-8dae-78a5af9eabc4,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:54.122905 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-0da0112b-b626-4794-b34a-b49fa53f22ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5df69c6785274be385888727868d15fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3883057 Jun 23 16:54:54.123914 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-0da0112b-b626-4794-b34a-b49fa53f22ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:54.126673 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 55180) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:54.194935 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3fcbc585-5680-464d-ba8a-8222eda29388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:54.220193 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3fcbc585-5680-464d-ba8a-8222eda29388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:54.428271 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3fcbc585-5680-464d-ba8a-8222eda29388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:54.434985 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3fcbc585-5680-464d-ba8a-8222eda29388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:54.437992 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-3fcbc585-5680-464d-ba8a-8222eda29388 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d276863a-5d8d-415e-8dae-78a5af9eabc4 HTTP/1.1" status: 204 len: 168 time: 0.3089721 Jun 23 16:54:54.438145 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-06b448c8-56fd-4a18-b205-d9a77b802bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:54.447318 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcbc585-5680-464d-ba8a-8222eda29388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d276863a-5d8d-415e-8dae-78a5af9eabc4,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:54.452927 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-3fcbc585-5680-464d-ba8a-8222eda29388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:54.551441 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-5f820528-9199-4a17-abfc-5844a4ee116a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:55.533900 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:55.556511 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 55222) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:55.577802 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-472578ff-06ee-4429-889b-aac6b67ac1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:55.694331 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-472578ff-06ee-4429-889b-aac6b67ac1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:55.789426 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-472578ff-06ee-4429-889b-aac6b67ac1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:55.795418 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-3fcbc585-5680-464d-ba8a-8222eda29388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:55.841155 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-472578ff-06ee-4429-889b-aac6b67ac1bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b159473aa15440f7a103cac99b524aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827151 Jun 23 16:54:55.842975 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472578ff-06ee-4429-889b-aac6b67ac1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0d8f1d-68c6-49be-9d82-cc3f7c86ec3b,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:55.845537 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 55228) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:55.852861 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-472578ff-06ee-4429-889b-aac6b67ac1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:55.910530 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-46cb1734-1a2c-4b4c-bdaf-3192a0484ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:55.940676 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-46cb1734-1a2c-4b4c-bdaf-3192a0484ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.104762 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-46cb1734-1a2c-4b4c-bdaf-3192a0484ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.108117 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-46cb1734-1a2c-4b4c-bdaf-3192a0484ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.109424 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-46cb1734-1a2c-4b4c-bdaf-3192a0484ea3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b0d8f1d-68c6-49be-9d82-cc3f7c86ec3b HTTP/1.1" status: 204 len: 168 time: 0.2627141 Jun 23 16:54:56.110280 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7aa00024-2ab6-43c3-bf7f-c441c7093816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:56.119105 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb1734-1a2c-4b4c-bdaf-3192a0484ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0d8f1d-68c6-49be-9d82-cc3f7c86ec3b,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:56.121704 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-46cb1734-1a2c-4b4c-bdaf-3192a0484ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:56.940486 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-373dc713-0e07-4c76-8abb-c2a8975f49ea req-a06f4ccd-348c-489a-849f-026f1fd3fad0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666592 Jun 23 16:54:57.094110 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:57.131795 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dc713-0e07-4c76-8abb-c2a8975f49ea req-f8003661-00a4-4209-ac58-a17dd7f20112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:57.134354 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-373dc713-0e07-4c76-8abb-c2a8975f49ea req-f8003661-00a4-4209-ac58-a17dd7f20112 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87ef8f3f77b44efca262f73df840952f&device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 1099 time: 0.1160338 Jun 23 16:54:57.307434 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dc713-0e07-4c76-8abb-c2a8975f49ea req-2c1f27df-88e9-4c6f-b3c1-18e268ab9268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:57.308899 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-373dc713-0e07-4c76-8abb-c2a8975f49ea req-2c1f27df-88e9-4c6f-b3c1-18e268ab9268 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bc51e331-2a78-4fd9-b34d-0d910adf86ff HTTP/1.1" status: 200 len: 920 time: 0.1352482 Jun 23 16:54:57.353784 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-373dc713-0e07-4c76-8abb-c2a8975f49ea req-5f6f3945-de7c-4366-b7e5-cc03d9fa9bab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c7029bd-593d-4843-a3ab-e13289e717ac HTTP/1.1" status: 200 len: 217 time: 0.0376070 Jun 23 16:54:57.418078 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dc713-0e07-4c76-8abb-c2a8975f49ea req-b570ca24-562e-49a8-874f-b060e01b5f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:57.419554 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-373dc713-0e07-4c76-8abb-c2a8975f49ea req-b570ca24-562e-49a8-874f-b060e01b5f6d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40e372d6-9afa-4c58-9f87-929f1c34938e HTTP/1.1" status: 200 len: 858 time: 0.0571928 Jun 23 16:54:57.469430 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-373dc713-0e07-4c76-8abb-c2a8975f49ea req-3d8f3ae6-9160-4f3c-bdc6-cac2a2b55d9e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc51e331-2a78-4fd9-b34d-0d910adf86ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407956 Jun 23 16:54:57.598726 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-373dc713-0e07-4c76-8abb-c2a8975f49ea req-2aa1b04f-2172-4252-a0f6-6c99e16ecfc8 service neutron] 10.222.0.35 "GET /v2.0/networks/bc51e331-2a78-4fd9-b34d-0d910adf86ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213734 Jun 23 16:54:57.744530 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-373dc713-0e07-4c76-8abb-c2a8975f49ea req-9b0894e8-2c5d-4399-82cc-aa01dc126316 service neutron] 10.222.0.35 "GET /v2.0/networks/bc51e331-2a78-4fd9-b34d-0d910adf86ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375079 Jun 23 16:54:57.826472 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 55298) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:58.086114 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1b14b9ff-6b34-4dcc-9b5a-4c7bb7a5211c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:58.248070 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1b14b9ff-6b34-4dcc-9b5a-4c7bb7a5211c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:58.600239 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1b14b9ff-6b34-4dcc-9b5a-4c7bb7a5211c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:58.605417 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-e84bcd04-88ae-4170-bdca-f937b3d30172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:58.656789 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-1b14b9ff-6b34-4dcc-9b5a-4c7bb7a5211c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d4b397eab11b41eb976b925cbd22b009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8292253 Jun 23 16:54:58.657885 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14b9ff-6b34-4dcc-9b5a-4c7bb7a5211c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e79fcb-7e45-4cbd-a58b-a15fef4989e8,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:58.659931 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 55354) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:58.661445 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-1b14b9ff-6b34-4dcc-9b5a-4c7bb7a5211c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:58.719550 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e8b90ec9-91d5-447c-9955-67e7ba8e710c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:58.739297 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 55356) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:58.744022 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e8b90ec9-91d5-447c-9955-67e7ba8e710c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:58.923545 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e8b90ec9-91d5-447c-9955-67e7ba8e710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:58.927483 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e8b90ec9-91d5-447c-9955-67e7ba8e710c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:58.929083 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-e8b90ec9-91d5-447c-9955-67e7ba8e710c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45e79fcb-7e45-4cbd-a58b-a15fef4989e8 HTTP/1.1" status: 204 len: 168 time: 0.2659006 Jun 23 16:54:58.931806 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:58.941917 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b90ec9-91d5-447c-9955-67e7ba8e710c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e79fcb-7e45-4cbd-a58b-a15fef4989e8,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:58.946257 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-e8b90ec9-91d5-447c-9955-67e7ba8e710c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:58.984929 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2c92db17-889f-4515-861e-fe988539e450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:59.134548 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2c92db17-889f-4515-861e-fe988539e450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:59.243445 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2c92db17-889f-4515-861e-fe988539e450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:59.247327 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-5df564ec-e664-4c41-8c72-b7f5a2b35382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:59.337027 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92db17-889f-4515-861e-fe988539e450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3420723f-67f3-4902-85e4-f10e6cbab497,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:59.340354 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-2c92db17-889f-4515-861e-fe988539e450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:59.354754 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-2c92db17-889f-4515-861e-fe988539e450 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54ec2c04b6e44d5b983a52b2795cf841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6142514 Jun 23 16:54:59.357452 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 55376) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:59.418062 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e55d672c-f0a0-4b29-87e3-b3ace8386019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:59.484376 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e55d672c-f0a0-4b29-87e3-b3ace8386019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:59.640648 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e55d672c-f0a0-4b29-87e3-b3ace8386019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:59.644279 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e55d672c-f0a0-4b29-87e3-b3ace8386019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:59.645543 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-e55d672c-f0a0-4b29-87e3-b3ace8386019 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3420723f-67f3-4902-85e4-f10e6cbab497 HTTP/1.1" status: 204 len: 168 time: 0.2869408 Jun 23 16:54:59.646308 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-3678f3d0-17bd-4029-9850-c54c95ab603e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:59.655964 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d672c-f0a0-4b29-87e3-b3ace8386019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3420723f-67f3-4902-85e4-f10e6cbab497,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:59.658209 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-e55d672c-f0a0-4b29-87e3-b3ace8386019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:00.065540 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 55388) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:00.084994 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d5e7445c-d0d6-40b6-bf2a-adf17b90edbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.185127 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d5e7445c-d0d6-40b6-bf2a-adf17b90edbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.348930 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d5e7445c-d0d6-40b6-bf2a-adf17b90edbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.352250 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-47cefad6-320b-460e-b36b-4d582057a451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:00.418606 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7445c-d0d6-40b6-bf2a-adf17b90edbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6462b38a-3483-489f-b5ab-0d837468af0b,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:00.425855 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-d5e7445c-d0d6-40b6-bf2a-adf17b90edbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:00.434034 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-d5e7445c-d0d6-40b6-bf2a-adf17b90edbb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff1a98b30cd74d148d447b2fe636ddb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3671894 Jun 23 16:55:00.436329 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 55416) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:00.545169 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-347f83d9-a1f7-495e-aabb-625370ddaf5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.580100 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-347f83d9-a1f7-495e-aabb-625370ddaf5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.802590 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-347f83d9-a1f7-495e-aabb-625370ddaf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.808362 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-347f83d9-a1f7-495e-aabb-625370ddaf5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.810641 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-347f83d9-a1f7-495e-aabb-625370ddaf5f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6462b38a-3483-489f-b5ab-0d837468af0b HTTP/1.1" status: 204 len: 168 time: 0.3725379 Jun 23 16:55:00.812092 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:00.836315 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f83d9-a1f7-495e-aabb-625370ddaf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6462b38a-3483-489f-b5ab-0d837468af0b,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:00.845045 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-347f83d9-a1f7-495e-aabb-625370ddaf5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:01.396183 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 55456) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:01.592201 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-b8d60f46-83e7-465e-969a-0853b5d4032c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1307197841-network', 'tenant_id': '8ba478b1aaa54285bb421578309b0fa9'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:01.658782 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2badc-a1a5-411c-b711-b25ba4385eb9 req-af3efaf6-c52a-4534-abe5-c303adfe824b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:01.660999 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6ed2badc-a1a5-411c-b711-b25ba4385eb9 req-af3efaf6-c52a-4534-abe5-c303adfe824b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.1040463 Jun 23 16:55:01.721886 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6ed2badc-a1a5-411c-b711-b25ba4385eb9 req-41e5c460-cfab-498d-a8ca-6ac500b4e470 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545080 Jun 23 16:55:01.932437 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d60f46-83e7-465e-969a-0853b5d4032c admin admin] Made reservation on behalf of 8ba478b1aaa54285bb421578309b0fa9 for: {'network': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:55:01.936783 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8d60f46-83e7-465e-969a-0853b5d4032c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for network, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:01.949677 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8d60f46-83e7-465e-969a-0853b5d4032c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:02.082839 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8d60f46-83e7-465e-969a-0853b5d4032c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:02.202497 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8d60f46-83e7-465e-969a-0853b5d4032c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:02.207318 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-18c55c0c-27d4-4df5-9da9-d29fbe68ff1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:02.230764 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d60f46-83e7-465e-969a-0853b5d4032c admin admin] vlan segment allocate from pool success with {'vlan_id': 1358, 'physical_network': 'physnet1'} {{(pid=105486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:55:02.240716 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d60f46-83e7-465e-969a-0853b5d4032c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969571ba-5527-4d2f-8f83-b3c454f4294a,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:02.246500 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-b8d60f46-83e7-465e-969a-0853b5d4032c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:02.247566 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8d60f46-83e7-465e-969a-0853b5d4032c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:02.247914 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.segments_db [None req-b8d60f46-83e7-465e-969a-0853b5d4032c admin admin] Added segment a4ff4edc-8ab4-4695-8dcd-55484c6811ab of type vlan for network 2286462f-a3b3-4374-8bf7-417a5e1e6dc6 Jun 23 16:55:02.309353 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8d60f46-83e7-465e-969a-0853b5d4032c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730820174852'] for network, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:02.440229 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8d60f46-83e7-465e-969a-0853b5d4032c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929'] for network, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:02.441627 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d60f46-83e7-465e-969a-0853b5d4032c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:02.442254 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8d60f46-83e7-465e-969a-0853b5d4032c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:02.444496 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-df8251aa-f222-4e9a-89cd-c12326806576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:02.503096 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d60f46-83e7-465e-969a-0853b5d4032c admin admin] Pushing event updated for resources: {'Network': ['ID=2286462f-a3b3-4374-8bf7-417a5e1e6dc6,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:02.506125 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-b8d60f46-83e7-465e-969a-0853b5d4032c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:02.517227 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Network 2286462f-a3b3-4374-8bf7-417a5e1e6dc6 details requested by agent ovs-agent-dv-cinder-797608-1-iscsi with host dv-cinder-797608-1-iscsi {{(pid=105488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:55:02.580489 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-b8d60f46-83e7-465e-969a-0853b5d4032c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1806121 Jun 23 16:55:02.581592 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 55490) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:02.591323 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-2fc24ce7-e8c1-49a0-850b-fef9d5288e54 admin admin] Request body: {'subnet': {'network_id': '2286462f-a3b3-4374-8bf7-417a5e1e6dc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1307197841-subnet', 'tenant_id': '8ba478b1aaa54285bb421578309b0fa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:02.712333 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc24ce7-e8c1-49a0-850b-fef9d5288e54 admin admin] Made reservation on behalf of 8ba478b1aaa54285bb421578309b0fa9 for: {'subnet': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:55:02.714781 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2fc24ce7-e8c1-49a0-850b-fef9d5288e54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26949411'] for subnet, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:02.963106 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145f83f-f0e8-47b5-9e02-435113e4d22d req-9ba2a11e-21af-402f-9f58-f7734a5c4fa9 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:02.964547 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1145f83f-f0e8-47b5-9e02-435113e4d22d req-9ba2a11e-21af-402f-9f58-f7734a5c4fa9 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.1038566 Jun 23 16:55:03.003639 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1145f83f-f0e8-47b5-9e02-435113e4d22d req-e4a4506f-a478-4d5a-9377-0060f0a52b68 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333221 Jun 23 16:55:03.043529 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2fc24ce7-e8c1-49a0-850b-fef9d5288e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26949425'] for subnet, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:03.052693 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-3a6a8271-a030-4371-a9c5-e4d334c80319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:03.117010 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc24ce7-e8c1-49a0-850b-fef9d5288e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d5677fe-b3b6-4ea3-963a-21306b7598ad,revision_number=0']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:03.122354 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-2fc24ce7-e8c1-49a0-850b-fef9d5288e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:03.125328 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc24ce7-e8c1-49a0-850b-fef9d5288e54 admin admin] Checking segment: {'id': 'a4ff4edc-8ab4-4695-8dcd-55484c6811ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '2286462f-a3b3-4374-8bf7-417a5e1e6dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:55:03.125769 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc24ce7-e8c1-49a0-850b-fef9d5288e54 admin admin] Network hostable DHCP agents. Network: 2286462f-a3b3-4374-8bf7-417a5e1e6dc6, hostable agents: ['5e144bd6-6a48-4538-b5f5-f54886500fdf'], hosted agents: [] {{(pid=105487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:55:03.248119 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc24ce7-e8c1-49a0-850b-fef9d5288e54 admin admin] Network 2286462f-a3b3-4374-8bf7-417a5e1e6dc6 is scheduled to be hosted by DHCP agent 5e144bd6-6a48-4538-b5f5-f54886500fdf with binding_index 1 {{(pid=105487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:55:03.356778 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-2fc24ce7-e8c1-49a0-850b-fef9d5288e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-1-iscsi, 2286462f-a3b3-4374-8bf7-417a5e1e6dc6) {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:55:03.362974 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc24ce7-e8c1-49a0-850b-fef9d5288e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:03.362974 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2fc24ce7-e8c1-49a0-850b-fef9d5288e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:03.370185 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e45db09-234c-455a-944b-b3f9702bccdb None None] Network 2286462f-a3b3-4374-8bf7-417a5e1e6dc6 requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:55:03.486706 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-2fc24ce7-e8c1-49a0-850b-fef9d5288e54 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9035676 Jun 23 16:55:03.512999 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5214011-a730-42c9-87cf-40a95f011466 None None] Network 2286462f-a3b3-4374-8bf7-417a5e1e6dc6 requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:55:04.203292 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c15fd-a9c4-4bf1-acc3-20a1cb91f7be req-c49d2d39-b583-40b7-832a-9412e5819b5c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:04.205243 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-181c15fd-a9c4-4bf1-acc3-20a1cb91f7be req-c49d2d39-b583-40b7-832a-9412e5819b5c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.0784013 Jun 23 16:55:04.264642 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-181c15fd-a9c4-4bf1-acc3-20a1cb91f7be req-3d2c695e-72e4-43f3-9519-e2c3986c9236 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527618 Jun 23 16:55:05.533723 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2f1d4-0368-4e20-93e1-7fc74a7f2820 req-c45c0c6d-ac80-4d17-86d4-d2ad6959a6df tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:05.536794 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fff2f1d4-0368-4e20-93e1-7fc74a7f2820 req-c45c0c6d-ac80-4d17-86d4-d2ad6959a6df tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.0856731 Jun 23 16:55:05.587111 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fff2f1d4-0368-4e20-93e1-7fc74a7f2820 req-032b3756-69d9-44a3-914d-23f3e6e2ed82 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412238 Jun 23 16:55:06.263951 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:55:06.883582 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635ab58-7c9e-41b5-9a4f-f8ecf1a56913 req-85b261cd-2ade-43aa-aa31-de3858e9537e tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:06.885295 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e635ab58-7c9e-41b5-9a4f-f8ecf1a56913 req-85b261cd-2ade-43aa-aa31-de3858e9537e tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.0751438 Jun 23 16:55:06.933825 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e635ab58-7c9e-41b5-9a4f-f8ecf1a56913 req-e129e145-2b95-4cfa-b1cd-42b8366c2296 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366387 Jun 23 16:55:07.232825 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-dd463200-5492-444b-8283-380e595b3ef8 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:07.234681 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-dd463200-5492-444b-8283-380e595b3ef8 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/networks?id=2286462f-a3b3-4374-8bf7-417a5e1e6dc6 HTTP/1.1" status: 200 len: 809 time: 0.1279199 Jun 23 16:55:07.253556 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-f13094e7-3bd4-4998-b441-4f30c5ba54cf tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/quotas/8ba478b1aaa54285bb421578309b0fa9 HTTP/1.1" status: 200 len: 375 time: 0.0104988 Jun 23 16:55:07.293411 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-b3696557-4d5c-4c5b-8c2f-6637fadca873 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ba478b1aaa54285bb421578309b0fa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292680 Jun 23 16:55:07.392502 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-823aead4-0a1e-4706-8a79-a48f7c6e914d service neutron] 10.222.0.25 "GET /v2.0/networks/2286462f-a3b3-4374-8bf7-417a5e1e6dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921283 Jun 23 16:55:07.495135 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-ec26e31f-f2e1-41ad-b2ec-5f133972e9df service neutron] 10.222.0.25 "GET /v2.0/networks/2286462f-a3b3-4374-8bf7-417a5e1e6dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968111 Jun 23 16:55:07.853176 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c58dfa60-2260-480c-8683-4db53b88709a req-97a7c287-115f-4739-b9ea-cd478bd99485 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 210 time: 0.0600877 Jun 23 16:55:08.177442 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 55692) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:08.201968 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec20225-91b0-4afb-bb4e-8aed8f1b162f req-6d47a5ec-010d-43d2-a707-3f451220208a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:08.203988 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3ec20225-91b0-4afb-bb4e-8aed8f1b162f req-6d47a5ec-010d-43d2-a707-3f451220208a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.0969822 Jun 23 16:55:08.285370 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3ec20225-91b0-4afb-bb4e-8aed8f1b162f req-a2eabfae-9538-407f-8b3e-1c20a13b3a77 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699232 Jun 23 16:55:08.344624 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-58b70030-9575-4ea4-b466-5af6a64ca480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:08.438200 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-58b70030-9575-4ea4-b466-5af6a64ca480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:08.525910 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-58b70030-9575-4ea4-b466-5af6a64ca480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:08.528396 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-a8c603b7-9bef-4213-ab58-d304610f5eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:08.570035 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-58b70030-9575-4ea4-b466-5af6a64ca480 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6e9bd90cd264d8eba0af198eb3e1191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3910964 Jun 23 16:55:08.571699 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b70030-9575-4ea4-b466-5af6a64ca480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effea751-8a5a-43f0-84a2-83fc2fc1a581,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:08.573280 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 55702) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:08.576905 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-58b70030-9575-4ea4-b466-5af6a64ca480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:08.636318 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed057-d842-47f6-8cf0-6621047eb45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:08.660092 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed057-d842-47f6-8cf0-6621047eb45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:08.732714 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0fbfc-f471-4b3f-b262-313358348def req-68af15b2-0e12-4ce8-bd10-1031b1e7e3c0 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:08.734270 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-39a0fbfc-f471-4b3f-b262-313358348def req-68af15b2-0e12-4ce8-bd10-1031b1e7e3c0 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.1188371 Jun 23 16:55:08.766933 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba23a1a-3d67-4680-bc0a-9da1a57bdd6b req-f607a1a8-c71a-4b98-9d46-295c17ce0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:08.768478 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5ba23a1a-3d67-4680-bc0a-9da1a57bdd6b req-f607a1a8-c71a-4b98-9d46-295c17ce0b5c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87ef8f3f77b44efca262f73df840952f&device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 1099 time: 0.0773535 Jun 23 16:55:08.896290 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba23a1a-3d67-4680-bc0a-9da1a57bdd6b req-3c450d73-d549-470f-9ca8-a82c4d178b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:08.898076 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5ba23a1a-3d67-4680-bc0a-9da1a57bdd6b req-3c450d73-d549-470f-9ca8-a82c4d178b57 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bc51e331-2a78-4fd9-b34d-0d910adf86ff HTTP/1.1" status: 200 len: 920 time: 0.1079340 Jun 23 16:55:08.948005 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed057-d842-47f6-8cf0-6621047eb45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:08.950634 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed057-d842-47f6-8cf0-6621047eb45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:08.951762 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-8c4ed057-d842-47f6-8cf0-6621047eb45d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/effea751-8a5a-43f0-84a2-83fc2fc1a581 HTTP/1.1" status: 204 len: 168 time: 0.3767998 Jun 23 16:55:08.959687 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-3168095d-b61c-48ef-abc5-f5f8ed58dce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:08.962901 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5ba23a1a-3d67-4680-bc0a-9da1a57bdd6b req-8457cdd4-ca7f-4b57-8d5f-4be98bf53338 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c7029bd-593d-4843-a3ab-e13289e717ac HTTP/1.1" status: 200 len: 217 time: 0.0563135 Jun 23 16:55:08.992171 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-759dd5af-0891-44e1-8a43-b325e193bcd7 req-3e5113fc-5328-40c7-94ab-fe7542334bce tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 210 time: 0.0453455 Jun 23 16:55:09.003206 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ed057-d842-47f6-8cf0-6621047eb45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effea751-8a5a-43f0-84a2-83fc2fc1a581,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:09.024592 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-8c4ed057-d842-47f6-8cf0-6621047eb45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:09.050820 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-39a0fbfc-f471-4b3f-b262-313358348def req-d5049245-856c-41f3-8af8-10a5f5657189 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087118 Jun 23 16:55:09.066765 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba23a1a-3d67-4680-bc0a-9da1a57bdd6b req-f0140e5f-9766-4a3c-af2c-b2e7b4393e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:09.068784 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5ba23a1a-3d67-4680-bc0a-9da1a57bdd6b req-f0140e5f-9766-4a3c-af2c-b2e7b4393e7a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40e372d6-9afa-4c58-9f87-929f1c34938e HTTP/1.1" status: 200 len: 858 time: 0.0817261 Jun 23 16:55:09.109980 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5ba23a1a-3d67-4680-bc0a-9da1a57bdd6b req-968f704d-8269-46c7-8be2-3a4b75378c6e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc51e331-2a78-4fd9-b34d-0d910adf86ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293696 Jun 23 16:55:09.238848 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5ba23a1a-3d67-4680-bc0a-9da1a57bdd6b req-bfb2c1ea-42dd-4a62-b330-c46785c1191f service neutron] 10.222.0.35 "GET /v2.0/networks/bc51e331-2a78-4fd9-b34d-0d910adf86ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122129 Jun 23 16:55:09.346875 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5ba23a1a-3d67-4680-bc0a-9da1a57bdd6b req-9b7485ad-7eaa-40d9-8bb7-9e91b1421286 service neutron] 10.222.0.35 "GET /v2.0/networks/bc51e331-2a78-4fd9-b34d-0d910adf86ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969050 Jun 23 16:55:09.495712 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e1f1d-55f5-425a-b7fa-616563b25c1a req-62fef526-acea-4561-8498-9960d9857f23 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:09.497331 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f28e1f1d-55f5-425a-b7fa-616563b25c1a req-62fef526-acea-4561-8498-9960d9857f23 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.0869598 Jun 23 16:55:09.538059 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f28e1f1d-55f5-425a-b7fa-616563b25c1a req-725b5087-cb0d-40af-a57f-ecba6a8a66f1 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348392 Jun 23 16:55:10.010930 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 55728) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:10.027890 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6706adf9-c855-4f69-a5d4-eb3e94500dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:10.181416 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6706adf9-c855-4f69-a5d4-eb3e94500dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:10.221527 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-25016f2a-b6af-4ab2-8e05-09ff0ffe7e78 req-70a5293e-d9ef-4a28-8d8f-21bacee255b1 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 210 time: 0.0489578 Jun 23 16:55:10.307625 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316998e-d30f-4274-bf71-22de1fc874a5 req-224a6556-a5c7-44f8-9a16-b4a3a4cc2983 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:10.309199 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-b316998e-d30f-4274-bf71-22de1fc874a5 req-224a6556-a5c7-44f8-9a16-b4a3a4cc2983 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0707207 Jun 23 16:55:10.314592 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6706adf9-c855-4f69-a5d4-eb3e94500dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:10.320892 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-8c4ed057-d842-47f6-8cf0-6621047eb45d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:10.374391 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-6706adf9-c855-4f69-a5d4-eb3e94500dd6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ad0889d52374cfa8de512edb2b6f7ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618734 Jun 23 16:55:10.376844 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 55740) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:10.379518 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706adf9-c855-4f69-a5d4-eb3e94500dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b010bcbc-75e8-451b-b649-c8e1e316d6dc,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:10.389294 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-6706adf9-c855-4f69-a5d4-eb3e94500dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:10.399199 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-b316998e-d30f-4274-bf71-22de1fc874a5 req-cfb6ec2f-8e75-4c15-a013-651ee9bcf373 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808668 Jun 23 16:55:10.454379 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-64d128d8-b3c3-46f2-932a-4acc2cfcefaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:10.479299 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-64d128d8-b3c3-46f2-932a-4acc2cfcefaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:10.706386 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-64d128d8-b3c3-46f2-932a-4acc2cfcefaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:10.709001 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-64d128d8-b3c3-46f2-932a-4acc2cfcefaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:10.711078 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-64d128d8-b3c3-46f2-932a-4acc2cfcefaa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b010bcbc-75e8-451b-b649-c8e1e316d6dc HTTP/1.1" status: 204 len: 168 time: 0.3323834 Jun 23 16:55:10.713244 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-3b5f9620-399a-4ead-b300-ab459a4dee63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:10.728545 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d128d8-b3c3-46f2-932a-4acc2cfcefaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b010bcbc-75e8-451b-b649-c8e1e316d6dc,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:10.731416 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-64d128d8-b3c3-46f2-932a-4acc2cfcefaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:10.781495 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a5c69-ac8c-4c35-b067-221daecbfeb5 req-8583bc03-cbf5-4590-9b57-01cff8c1f171 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:10.783984 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6b9a5c69-ac8c-4c35-b067-221daecbfeb5 req-8583bc03-cbf5-4590-9b57-01cff8c1f171 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.1089680 Jun 23 16:55:10.837214 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6b9a5c69-ac8c-4c35-b067-221daecbfeb5 req-3d9ac95b-59cc-4fd0-a03b-b1a05e9fc399 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467513 Jun 23 16:55:11.090923 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-ac302065-4f22-4dc4-a1b5-2493bdf020cb tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:11.092523 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-ac302065-4f22-4dc4-a1b5-2493bdf020cb tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.35 "GET /v2.0/networks?id=2286462f-a3b3-4374-8bf7-417a5e1e6dc6 HTTP/1.1" status: 200 len: 809 time: 0.1119301 Jun 23 16:55:11.114033 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-cff1b70e-0b8e-4459-8993-2c915a05c267 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Request body: {'port': {'device_id': '63b35d2f-f74e-416e-8c5a-310aed9ed89a', 'network_id': '2286462f-a3b3-4374-8bf7-417a5e1e6dc6', 'admin_state_up': True, 'tenant_id': '8ba478b1aaa54285bb421578309b0fa9'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:11.376314 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d96e01bf-24d6-4758-b13e-1f725ff6edda req-f40b48d2-1802-4ba2-a6aa-d01a496d0739 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 210 time: 0.0331597 Jun 23 16:55:11.391915 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-cff1b70e-0b8e-4459-8993-2c915a05c267 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Made reservation on behalf of 8ba478b1aaa54285bb421578309b0fa9 for: {'port': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:55:11.401151 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-cff1b70e-0b8e-4459-8993-2c915a05c267 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:11.588071 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-cff1b70e-0b8e-4459-8993-2c915a05c267 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Allocated IP 172.20.0.8 (2286462f-a3b3-4374-8bf7-417a5e1e6dc6/7d5677fe-b3b6-4ea3-963a-21306b7598ad/cb90ea11-5d54-4600-9757-b84f04b319f7) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:55:11.618150 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7521972-0128-4272-ae51-83783bc6a220 req-060098b8-4c65-479a-98a1-8f7dda14d651 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:11.619878 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c7521972-0128-4272-ae51-83783bc6a220 req-060098b8-4c65-479a-98a1-8f7dda14d651 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0896065 Jun 23 16:55:11.667536 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c7521972-0128-4272-ae51-83783bc6a220 req-1c2f33b3-fb71-47bf-8839-05167eab5ac5 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412877 Jun 23 16:55:11.813659 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-cff1b70e-0b8e-4459-8993-2c915a05c267 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:12.027367 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-cff1b70e-0b8e-4459-8993-2c915a05c267 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26947858'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:12.034533 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:12.068260 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da5b08-5118-43a0-bad7-efdfa6b69c42 req-2548a3a7-5667-4b12-b562-f78faddf786c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:12.071089 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-48da5b08-5118-43a0-bad7-efdfa6b69c42 req-2548a3a7-5667-4b12-b562-f78faddf786c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.0777316 Jun 23 16:55:12.091653 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-cff1b70e-0b8e-4459-8993-2c915a05c267 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Network 2286462f-a3b3-4374-8bf7-417a5e1e6dc6 is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:55:12.095512 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-cff1b70e-0b8e-4459-8993-2c915a05c267 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:55:12.099586 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-cff1b70e-0b8e-4459-8993-2c915a05c267 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:55:12.123175 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-48da5b08-5118-43a0-bad7-efdfa6b69c42 req-ecbb4ffd-5fd1-439e-a5a0-364086dabeef tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443742 Jun 23 16:55:12.130159 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1b70e-0b8e-4459-8993-2c915a05c267 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Pushing event updated for resources: {'Port': ['ID=cb90ea11-5d54-4600-9757-b84f04b319f7,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:12.136822 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-cff1b70e-0b8e-4459-8993-2c915a05c267 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:12.176465 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-cff1b70e-0b8e-4459-8993-2c915a05c267 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:12.177167 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-cff1b70e-0b8e-4459-8993-2c915a05c267 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:12.261426 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-cff1b70e-0b8e-4459-8993-2c915a05c267 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1513653 Jun 23 16:55:12.281340 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Request body: {'port': {'device_id': '63b35d2f-f74e-416e-8c5a-310aed9ed89a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:12.378716 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:12.596582 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22489d21-e6d4-4d93-aa95-2d196fd13ce4 req-c950fc07-c9fd-416c-9003-f89289b24835 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:12.602633 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-22489d21-e6d4-4d93-aa95-2d196fd13ce4 req-c950fc07-c9fd-416c-9003-f89289b24835 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 931 time: 0.0910008 Jun 23 16:55:12.667933 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-22489d21-e6d4-4d93-aa95-2d196fd13ce4 req-ee1d2e35-bf5c-4697-8982-75b9bdd47c81 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546296 Jun 23 16:55:12.822805 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb90ea11-5d54-4600-9757-b84f04b319f7 {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:55:12.838052 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:12.852133 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Transition to ACTIVE for port object cb90ea11-5d54-4600-9757-b84f04b319f7 will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:55:12.875276 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b83b6-6711-4e59-9034-e14f4e36702f req-9d5fab86-105b-4156-8c68-6e7e827582d6 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:12.879116 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-130b83b6-6711-4e59-9034-e14f4e36702f req-9d5fab86-105b-4156-8c68-6e7e827582d6 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0816922 Jun 23 16:55:12.920264 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-130b83b6-6711-4e59-9034-e14f4e36702f req-db8dd0d0-d9f6-41b2-ad89-5a73c891ce24 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365913 Jun 23 16:55:12.984940 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947840'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:12.993895 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:13.060104 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Pushing event updated for resources: {'Port': ['ID=cb90ea11-5d54-4600-9757-b84f04b319f7,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:13.066672 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:13.201558 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Attempting to bind port cb90ea11-5d54-4600-9757-b84f04b319f7 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:55:13.202460 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Attempting to bind port cb90ea11-5d54-4600-9757-b84f04b319f7 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'a4ff4edc-8ab4-4695-8dcd-55484c6811ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '2286462f-a3b3-4374-8bf7-417a5e1e6dc6'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:55:13.202793 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Attempting to bind port cb90ea11-5d54-4600-9757-b84f04b319f7 on network 2286462f-a3b3-4374-8bf7-417a5e1e6dc6 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:55:13.211118 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Port cb90ea11-5d54-4600-9757-b84f04b319f7 on network 2286462f-a3b3-4374-8bf7-417a5e1e6dc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:55:13.211475 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Attempting to bind port cb90ea11-5d54-4600-9757-b84f04b319f7 on network 2286462f-a3b3-4374-8bf7-417a5e1e6dc6 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:55:13.219923 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Checking agent: {'id': '78e83b5f-0ecc-435c-a465-b1f96103afbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:55:13.220490 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Checking segment: {'id': 'a4ff4edc-8ab4-4695-8dcd-55484c6811ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '2286462f-a3b3-4374-8bf7-417a5e1e6dc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:55:13.221185 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Bound using segment: {'id': 'a4ff4edc-8ab4-4695-8dcd-55484c6811ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '2286462f-a3b3-4374-8bf7-417a5e1e6dc6'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:55:13.221960 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Bound port: cb90ea11-5d54-4600-9757-b84f04b319f7, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ff4edc-8ab4-4695-8dcd-55484c6811ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '2286462f-a3b3-4374-8bf7-417a5e1e6dc6'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:55:13.222559 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:13.324785 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] For port cb90ea11-5d54-4600-9757-b84f04b319f7, host hv-cinder-79760, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:55:13.328247 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] For port cb90ea11-5d54-4600-9757-b84f04b319f7, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cb90ea11-5d54-4600-9757-b84f04b319f7,segment=NetworkSegment(a4ff4edc-8ab4-4695-8dcd-55484c6811ab),segment_id=a4ff4edc-8ab4-4695-8dcd-55484c6811ab)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:55:13.409430 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693276d8-3fd4-4a77-99ac-69f6c186c60d req-2124b3a6-b039-4991-9151-4df8b86ff416 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:13.411034 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-693276d8-3fd4-4a77-99ac-69f6c186c60d req-2124b3a6-b039-4991-9151-4df8b86ff416 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.1168144 Jun 23 16:55:13.452637 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947840'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:13.456872 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-c0ef0017-6004-4cd2-ac9c-10924425562b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:13.482136 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-693276d8-3fd4-4a77-99ac-69f6c186c60d req-6bfd144c-a978-4a5c-9fa5-e9f40845f6f3 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606198 Jun 23 16:55:13.499203 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:13.499815 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:13.501479 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] 10.222.0.35 "PUT /v2.0/ports/cb90ea11-5d54-4600-9757-b84f04b319f7 HTTP/1.1" status: 200 len: 1093 time: 1.2243991 Jun 23 16:55:13.502204 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b35d2f-f74e-416e-8c5a-310aed9ed89a', 'tag': 'cb90ea11-5d54-4600-9757-b84f04b319f7'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:55:13.504847 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351e4133-4bb3-47e9-909a-683f7b99dfd2" -d '{"events": [{"name": "network-changed", "server_uuid": "63b35d2f-f74e-416e-8c5a-310aed9ed89a", "tag": "cb90ea11-5d54-4600-9757-b84f04b319f7"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:55:13.543888 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Pushing event updated for resources: {'Port': ['ID=cb90ea11-5d54-4600-9757-b84f04b319f7,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:13.548109 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:13.559307 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48badaa6-2f48-4d01-98f3-c0bd1e01d184 x-openstack-request-id: req-48badaa6-2f48-4d01-98f3-c0bd1e01d184 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:55:13.559307 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b35d2f-f74e-416e-8c5a-310aed9ed89a", "tag": "cb90ea11-5d54-4600-9757-b84f04b319f7", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:55:13.559737 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48badaa6-2f48-4d01-98f3-c0bd1e01d184 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:55:13.559907 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b35d2f-f74e-416e-8c5a-310aed9ed89a', 'tag': 'cb90ea11-5d54-4600-9757-b84f04b319f7', 'status': 'completed', 'code': 200} Jun 23 16:55:13.688401 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e4133-4bb3-47e9-909a-683f7b99dfd2 req-99b0cfee-d4b7-47a3-8348-b5af8b41c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:13.689864 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-351e4133-4bb3-47e9-909a-683f7b99dfd2 req-99b0cfee-d4b7-47a3-8348-b5af8b41c23a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ba478b1aaa54285bb421578309b0fa9&device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 1096 time: 0.0782654 Jun 23 16:55:13.790709 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 55838) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:13.852169 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e4133-4bb3-47e9-909a-683f7b99dfd2 req-d83f8e10-737a-4d3e-aa51-a469065ea00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:13.853883 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-351e4133-4bb3-47e9-909a-683f7b99dfd2 req-d83f8e10-737a-4d3e-aa51-a469065ea00a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8ba478b1aaa54285bb421578309b0fa9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1475656 Jun 23 16:55:13.899468 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c36bba-5d4b-4cf9-812e-5fcb176cb2fc req-f4f15bbe-515d-4bc6-8126-910bea388624 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:13.903141 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f9c36bba-5d4b-4cf9-812e-5fcb176cb2fc req-f4f15bbe-515d-4bc6-8126-910bea388624 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 943 time: 0.1007001 Jun 23 16:55:13.970106 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f9c36bba-5d4b-4cf9-812e-5fcb176cb2fc req-da74bca7-ad17-48a0-a5bd-4cabd307b5d1 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571551 Jun 23 16:55:14.002654 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e4133-4bb3-47e9-909a-683f7b99dfd2 req-7f5ba60a-ebe9-45e9-8375-eae704001c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:14.005447 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-351e4133-4bb3-47e9-909a-683f7b99dfd2 req-7f5ba60a-ebe9-45e9-8375-eae704001c9c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1374099 Jun 23 16:55:14.019419 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-13d1340e-f808-4962-bb83-bafefe443c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:14.177747 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-13d1340e-f808-4962-bb83-bafefe443c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:14.213194 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-67bf957f-4feb-40fe-9960-4f8d4e005d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:14.214595 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-67bf957f-4feb-40fe-9960-4f8d4e005d70 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ba478b1aaa54285bb421578309b0fa9&device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 1096 time: 0.1261959 Jun 23 16:55:14.230958 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e05f2b-4787-4d0b-a6b7-21c95df3f747 req-2e0db50f-d968-4484-aac5-36a5c0c6cbf4 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:14.232491 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-21e05f2b-4787-4d0b-a6b7-21c95df3f747 req-2e0db50f-d968-4484-aac5-36a5c0c6cbf4 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0938046 Jun 23 16:55:14.280279 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-7f3cd866-6e47-4a47-80c9-90a857d549ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb90ea11-5d54-4600-9757-b84f04b319f7 HTTP/1.1" status: 200 len: 217 time: 0.0468559 Jun 23 16:55:14.320397 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-13d1340e-f808-4962-bb83-bafefe443c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:14.324748 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-e8b90ec9-91d5-447c-9955-67e7ba8e710c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:14.338772 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-21e05f2b-4787-4d0b-a6b7-21c95df3f747 req-ada0d3c6-0112-4165-ad8d-1da3a9eba30c tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996058 Jun 23 16:55:14.370381 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-7f1c325b-1261-4ff5-866e-346ef65614a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:14.372718 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-7f1c325b-1261-4ff5-866e-346ef65614a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d5677fe-b3b6-4ea3-963a-21306b7598ad HTTP/1.1" status: 200 len: 849 time: 0.0753195 Jun 23 16:55:14.399156 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-13d1340e-f808-4962-bb83-bafefe443c28 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e97362165b74ebba997431fdbe86c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6067750 Jun 23 16:55:14.400229 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1340e-f808-4962-bb83-bafefe443c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d221f818-6d48-4a2c-b384-2baa5005e3a7,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:14.402766 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 55846) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:14.405036 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-13d1340e-f808-4962-bb83-bafefe443c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:14.410669 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-49f20592-9a1e-44bc-bd0e-cad5db91c5fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2286462f-a3b3-4374-8bf7-417a5e1e6dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308599 Jun 23 16:55:14.487627 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4fa43e2d-2096-45c0-96ba-f3a48ac9df54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:14.528791 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4fa43e2d-2096-45c0-96ba-f3a48ac9df54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:14.561589 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-08e82c90-26b4-4cb5-b85a-0507c44cdda4 service neutron] 10.222.0.35 "GET /v2.0/networks/2286462f-a3b3-4374-8bf7-417a5e1e6dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254025 Jun 23 16:55:14.711943 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-07e297ab-a5ea-49ff-b890-885a26c9903a req-541c4ea4-40bd-454c-80c5-ce36c0135a95 service neutron] 10.222.0.35 "GET /v2.0/networks/2286462f-a3b3-4374-8bf7-417a5e1e6dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588719 Jun 23 16:55:14.767572 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f55a7c-8fad-4ce2-8bbc-741fd0b050e5 req-bb5c551a-a1e3-4237-a507-d7a530277ecc tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:14.770405 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f6f55a7c-8fad-4ce2-8bbc-741fd0b050e5 req-bb5c551a-a1e3-4237-a507-d7a530277ecc tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.1026433 Jun 23 16:55:14.786801 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4fa43e2d-2096-45c0-96ba-f3a48ac9df54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:14.790466 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4fa43e2d-2096-45c0-96ba-f3a48ac9df54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:14.791991 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-4fa43e2d-2096-45c0-96ba-f3a48ac9df54 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d221f818-6d48-4a2c-b384-2baa5005e3a7 HTTP/1.1" status: 204 len: 168 time: 0.3879735 Jun 23 16:55:14.804670 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-dd761c77-e4e0-4ab8-b14d-5c4192c84804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:14.826396 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa43e2d-2096-45c0-96ba-f3a48ac9df54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d221f818-6d48-4a2c-b384-2baa5005e3a7,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:14.833847 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-4fa43e2d-2096-45c0-96ba-f3a48ac9df54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:14.855447 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f6f55a7c-8fad-4ce2-8bbc-741fd0b050e5 req-c4221012-46d0-40f7-90ff-8088fd505c56 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768111 Jun 23 16:55:15.446999 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28698fbd-03c8-4b4a-88f8-0168947e59da req-44f5f04f-805c-4c4a-9da7-c9e9f8065ed9 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:15.449164 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-28698fbd-03c8-4b4a-88f8-0168947e59da req-44f5f04f-805c-4c4a-9da7-c9e9f8065ed9 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 943 time: 0.3257010 Jun 23 16:55:15.495138 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-28698fbd-03c8-4b4a-88f8-0168947e59da req-94563939-b342-4434-848b-ba960aad734a tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407937 Jun 23 16:55:15.594162 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113dd711-4cde-4c81-822d-a760f3f6e8cb req-ad436052-ef19-4f23-808c-0d7ee4e52f7d tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:15.596013 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-113dd711-4cde-4c81-822d-a760f3f6e8cb req-ad436052-ef19-4f23-808c-0d7ee4e52f7d tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0780504 Jun 23 16:55:15.650484 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-113dd711-4cde-4c81-822d-a760f3f6e8cb req-edf6e0c6-5c4a-4c6a-8eaa-21e3897a6d34 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475423 Jun 23 16:55:16.056605 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e0c70-0563-4f49-9591-f376b187f14e req-f1a6a0d2-da6e-47cc-b6fc-d657bff2f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:16.058112 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0d4e0c70-0563-4f49-9591-f376b187f14e req-f1a6a0d2-da6e-47cc-b6fc-d657bff2f5b1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 1099 time: 0.0927620 Jun 23 16:55:16.108170 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0d4e0c70-0563-4f49-9591-f376b187f14e req-0014a259-da58-436c-b2f6-7f798dde2d89 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433731 Jun 23 16:55:16.124545 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ade6a-418e-45e9-b0f8-3338c22d7cd6 req-890491a8-f77d-46b1-8d61-c77633859246 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:16.126093 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-cc4ade6a-418e-45e9-b0f8-3338c22d7cd6 req-890491a8-f77d-46b1-8d61-c77633859246 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.1112876 Jun 23 16:55:16.170550 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-cc4ade6a-418e-45e9-b0f8-3338c22d7cd6 req-1bd66ec4-3b0f-456c-8681-6728fa6d72ea tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377274 Jun 23 16:55:16.821590 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6ac95-1dd7-484c-908b-56dd9ef11971 req-802d6fdc-290a-4ecb-81e9-76de9e31fd85 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:16.824563 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e2d6ac95-1dd7-484c-908b-56dd9ef11971 req-802d6fdc-290a-4ecb-81e9-76de9e31fd85 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 943 time: 0.1511717 Jun 23 16:55:16.880364 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e2d6ac95-1dd7-484c-908b-56dd9ef11971 req-cd0d5a69-f041-4e3c-bf90-c9583b8fed8a tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483551 Jun 23 16:55:16.922491 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8eca99-dcba-499e-bb6d-73da4b9f96d6 req-3d5cf832-8c1f-425d-ad10-4db28bd52230 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:16.927215 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fe8eca99-dcba-499e-bb6d-73da4b9f96d6 req-3d5cf832-8c1f-425d-ad10-4db28bd52230 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.1084163 Jun 23 16:55:16.981502 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fe8eca99-dcba-499e-bb6d-73da4b9f96d6 req-42dea366-998e-4957-9be6-b29ab94341e8 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491359 Jun 23 16:55:17.363452 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224db06-cd39-447a-aa39-9fc2b34d74ba req-400679ad-383a-4d98-b268-0f13063a0763 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:17.364866 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a224db06-cd39-447a-aa39-9fc2b34d74ba req-400679ad-383a-4d98-b268-0f13063a0763 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.0679660 Jun 23 16:55:17.403911 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a224db06-cd39-447a-aa39-9fc2b34d74ba req-2733a162-01d0-434f-9aea-5f3d444a35a3 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327082 Jun 23 16:55:18.071753 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ae844-2238-4d79-a1c0-7990904a1262 req-bfa7a325-7cb6-4a03-9b54-0a9ca75b47b4 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:18.073259 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-991ae844-2238-4d79-a1c0-7990904a1262 req-bfa7a325-7cb6-4a03-9b54-0a9ca75b47b4 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 943 time: 0.0686045 Jun 23 16:55:18.114915 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-991ae844-2238-4d79-a1c0-7990904a1262 req-090d9dc8-4266-4d94-8019-0c3baeb0300d tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359917 Jun 23 16:55:18.174578 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd55ed-6d32-43b1-bb41-765145d8690c req-ff7a42dc-d327-4b1b-a48e-b1b67cf37481 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:18.175955 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-adbd55ed-6d32-43b1-bb41-765145d8690c req-ff7a42dc-d327-4b1b-a48e-b1b67cf37481 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0694342 Jun 23 16:55:18.215791 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-adbd55ed-6d32-43b1-bb41-765145d8690c req-1a1d9474-4168-44de-b13d-df5fd0cbce34 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337710 Jun 23 16:55:18.605842 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ade748-c53f-42fe-916b-3266eeb0bd67 req-ecc94db5-455c-4e00-874f-a10ddf7a5630 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:18.607346 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-47ade748-c53f-42fe-916b-3266eeb0bd67 req-ecc94db5-455c-4e00-874f-a10ddf7a5630 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.0776832 Jun 23 16:55:18.646013 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-47ade748-c53f-42fe-916b-3266eeb0bd67 req-00a1718a-29a7-4fc5-b35d-a7c0f55b38f1 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327806 Jun 23 16:55:18.745228 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device cb90ea11-5d54-4600-9757-b84f04b319f7 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:55:18.846065 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port cb90ea11-5d54-4600-9757-b84f04b319f7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cb90ea11-5d54-4600-9757-b84f04b319f7,segment=NetworkSegment(a4ff4edc-8ab4-4695-8dcd-55484c6811ab),segment_id=a4ff4edc-8ab4-4695-8dcd-55484c6811ab)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:55:18.857600 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': 'cb90ea11-5d54-4600-9757-b84f04b319f7', 'network_id': '2286462f-a3b3-4374-8bf7-417a5e1e6dc6', 'port_id': 'cb90ea11-5d54-4600-9757-b84f04b319f7', 'mac_address': 'fa:16:3e:3b:48:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d5677fe-b3b6-4ea3-963a-21306b7598ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:55:18.895157 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:18.911562 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb90ea11-5d54-4600-9757-b84f04b319f7 {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:55:18.933844 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port cb90ea11-5d54-4600-9757-b84f04b319f7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cb90ea11-5d54-4600-9757-b84f04b319f7,segment=NetworkSegment(a4ff4edc-8ab4-4695-8dcd-55484c6811ab),segment_id=a4ff4edc-8ab4-4695-8dcd-55484c6811ab)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:55:19.014357 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:19.016092 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:19.066056 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=cb90ea11-5d54-4600-9757-b84f04b319f7,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:19.073454 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:19.073826 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:19.074174 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:19.074511 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:19.074914 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:19.075253 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:19.075583 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:19.076365 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:19.076711 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:19.077039 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:19.077391 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:19.077801 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:19.084190 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:19.293387 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff237e3c-9890-4c40-8391-3e809226a319 req-70daad22-91ea-476f-81d1-ae0aed6e8427 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:19.294868 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff237e3c-9890-4c40-8391-3e809226a319 req-70daad22-91ea-476f-81d1-ae0aed6e8427 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 944 time: 0.0668833 Jun 23 16:55:19.343245 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff237e3c-9890-4c40-8391-3e809226a319 req-61f93438-9cb6-4ee2-8670-4edf3fb10a68 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409327 Jun 23 16:55:19.396280 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5618f-85aa-4e7b-81af-1a52adaa7b15 req-1728ac37-06e2-4d4b-a602-7cc3422b140a tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:19.399855 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-b2f5618f-85aa-4e7b-81af-1a52adaa7b15 req-1728ac37-06e2-4d4b-a602-7cc3422b140a tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0673745 Jun 23 16:55:19.439005 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-b2f5618f-85aa-4e7b-81af-1a52adaa7b15 req-75fdfed2-c5b0-4ebe-8c69-434c62bc0c16 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335183 Jun 23 16:55:19.841349 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311c972-3173-4fb2-bb6a-91c2d4af956b req-76eef3ae-43ef-435f-937b-9d03b20b188d tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:19.842848 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d311c972-3173-4fb2-bb6a-91c2d4af956b req-76eef3ae-43ef-435f-937b-9d03b20b188d tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.0717816 Jun 23 16:55:19.884422 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d311c972-3173-4fb2-bb6a-91c2d4af956b req-a0b4ac7f-a654-47ae-a828-88563d7dc8ba tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357704 Jun 23 16:55:20.523400 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['cb90ea11-5d54-4600-9757-b84f04b319f7'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:55:20.551622 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828ed02-1830-4854-afbe-e19e297440ae req-a3ea9778-2236-41d6-a8c3-59dc90f23b42 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:20.554261 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-4828ed02-1830-4854-afbe-e19e297440ae req-a3ea9778-2236-41d6-a8c3-59dc90f23b42 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 944 time: 0.0950093 Jun 23 16:55:20.636207 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-4828ed02-1830-4854-afbe-e19e297440ae req-9274555d-cb5d-4191-81eb-6eb27c0bc37f tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711789 Jun 23 16:55:20.761285 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd9f8a-f1f8-49c8-8bff-6988f244c521 req-8c1fd5bf-61d1-4e5a-93f1-456fecfdc069 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:20.761285 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d6fd9f8a-f1f8-49c8-8bff-6988f244c521 req-8c1fd5bf-61d1-4e5a-93f1-456fecfdc069 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.1577063 Jun 23 16:55:20.816979 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d6fd9f8a-f1f8-49c8-8bff-6988f244c521 req-4b50d738-3f8a-457e-9b9e-4ae4f38a47c4 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551016 Jun 23 16:55:21.079883 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b22c05-4692-4281-9732-cd16cb1fec16 req-4ca7cecd-672c-4d4f-97c8-df92f62ded31 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:21.081402 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e9b22c05-4692-4281-9732-cd16cb1fec16 req-4ca7cecd-672c-4d4f-97c8-df92f62ded31 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.0659168 Jun 23 16:55:21.120086 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e9b22c05-4692-4281-9732-cd16cb1fec16 req-22e1354b-1bdd-47cf-a892-f25343332309 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327098 Jun 23 16:55:21.456874 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3b4d4c65-aa35-4b21-b0ca-9724514cda4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:21.852960 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ed03f-7345-4b5c-9f29-67707b2dc63e req-5ae8bd3f-a071-4b5d-bf9d-849972903b3a tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:21.854568 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ed3ed03f-7345-4b5c-9f29-67707b2dc63e req-5ae8bd3f-a071-4b5d-bf9d-849972903b3a tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 944 time: 0.0799062 Jun 23 16:55:21.862631 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device cb90ea11-5d54-4600-9757-b84f04b319f7 up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:55:21.926060 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ed3ed03f-7345-4b5c-9f29-67707b2dc63e req-783e1e55-c1a7-42fb-a38d-b2fa78fe4c53 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580058 Jun 23 16:55:22.063927 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning for port cb90ea11-5d54-4600-9757-b84f04b319f7 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:55:22.070409 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port cb90ea11-5d54-4600-9757-b84f04b319f7 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:55:22.070954 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:22.079672 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5d6de-1e7a-43ce-9925-7a0d42d79a36 req-a9d20403-73b3-4603-8ea3-3dad57b52355 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:22.081570 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1ba5d6de-1e7a-43ce-9925-7a0d42d79a36 req-a9d20403-73b3-4603-8ea3-3dad57b52355 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.1087511 Jun 23 16:55:22.144934 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1ba5d6de-1e7a-43ce-9925-7a0d42d79a36 req-2b3a7f5b-95ca-407d-ab79-584c71dc7dc7 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497546 Jun 23 16:55:22.225007 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:22.253792 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b35d2f-f74e-416e-8c5a-310aed9ed89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb90ea11-5d54-4600-9757-b84f04b319f7'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:55:22.256254 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4855adfd-4a58-4d86-87fb-807ded5f83ae" -d '{"events": [{"server_uuid": "63b35d2f-f74e-416e-8c5a-310aed9ed89a", "name": "network-vif-plugged", "status": "completed", "tag": "cb90ea11-5d54-4600-9757-b84f04b319f7"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:55:22.272244 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port cb90ea11-5d54-4600-9757-b84f04b319f7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cb90ea11-5d54-4600-9757-b84f04b319f7,segment=NetworkSegment(a4ff4edc-8ab4-4695-8dcd-55484c6811ab),segment_id=a4ff4edc-8ab4-4695-8dcd-55484c6811ab)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:55:22.298587 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-98c51079-f408-42ba-a7bb-f8a109cdc9e3 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=ad67109610274efa9cdb3d928f89f5bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324881 Jun 23 16:55:22.385076 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:22.387850 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:22.448016 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=cb90ea11-5d54-4600-9757-b84f04b319f7,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:22.453955 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:22.500490 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-87d66bef-d1ab-40ab-b72e-ab7df6c886c6 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:22.502214 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-87d66bef-d1ab-40ab-b72e-ab7df6c886c6 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1982768 Jun 23 16:55:22.518131 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-5e4a8bc3-9ac5-4ccf-b2a1-864731a3f80a tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/quotas/ad67109610274efa9cdb3d928f89f5bb HTTP/1.1" status: 200 len: 375 time: 0.0097337 Jun 23 16:55:22.556193 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-b6e57591-d9fa-4341-bf3d-de1ea2d364ed tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ad67109610274efa9cdb3d928f89f5bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309222 Jun 23 16:55:22.636445 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:22.724423 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe4e96-fd9a-4ae2-b76e-050bf1efa763 req-76caaf68-20c9-4d92-ac36-c61e7cc4e1f1 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:22.725971 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7afe4e96-fd9a-4ae2-b76e-050bf1efa763 req-76caaf68-20c9-4d92-ac36-c61e7cc4e1f1 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.0841417 Jun 23 16:55:22.771917 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7afe4e96-fd9a-4ae2-b76e-050bf1efa763 req-9b53102d-6bfe-473d-b803-1881ffd3ce7c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398073 Jun 23 16:55:22.968107 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c4010f-51c6-4389-8546-c603b158df12 x-openstack-request-id: req-d5c4010f-51c6-4389-8546-c603b158df12 {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:55:22.968621 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b35d2f-f74e-416e-8c5a-310aed9ed89a", "name": "network-vif-plugged", "status": "completed", "tag": "cb90ea11-5d54-4600-9757-b84f04b319f7", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:55:22.969131 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5c4010f-51c6-4389-8546-c603b158df12 {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:55:22.969933 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b35d2f-f74e-416e-8c5a-310aed9ed89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb90ea11-5d54-4600-9757-b84f04b319f7', 'code': 200} Jun 23 16:55:23.028928 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-26ba38da-78b1-4a22-b07e-719c1c6e5da7 req-1332596a-8e5e-4a74-b33a-44b092cc2224 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 210 time: 0.0304897 Jun 23 16:55:23.217549 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce81327-d43b-4d26-8b38-71d2d0fd07ff req-ea4e22f2-dacd-4ad3-a2ed-7b699db57f9a tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:23.219080 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fce81327-d43b-4d26-8b38-71d2d0fd07ff req-ea4e22f2-dacd-4ad3-a2ed-7b699db57f9a tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0891180 Jun 23 16:55:23.232744 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3248e-bf36-4380-b4c6-20840685df02 req-d1dead58-c0f5-4a09-a364-92b80f2dd68c tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:23.234614 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0cb3248e-bf36-4380-b4c6-20840685df02 req-d1dead58-c0f5-4a09-a364-92b80f2dd68c tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 945 time: 0.0720854 Jun 23 16:55:23.267946 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fce81327-d43b-4d26-8b38-71d2d0fd07ff req-b296f4c6-eda6-4f51-8f3d-c85d52c54f2a tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398676 Jun 23 16:55:23.280286 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0cb3248e-bf36-4380-b4c6-20840685df02 req-b9cdf8f6-7cf0-422d-863f-98b91c32bffc tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392065 Jun 23 16:55:23.982588 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8467d2-97cb-44d4-ab49-bdb4de4ea7e9 req-c51d4bdf-e483-421e-abb1-ddf799e658e6 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:23.984258 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-db8467d2-97cb-44d4-ab49-bdb4de4ea7e9 req-c51d4bdf-e483-421e-abb1-ddf799e658e6 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.0778127 Jun 23 16:55:23.994913 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98163309-e9e0-4967-b24b-4214d661341b req-0e2de2d1-d6f4-4ff7-9dfc-ade5fa9b1767 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:23.996460 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-98163309-e9e0-4967-b24b-4214d661341b req-0e2de2d1-d6f4-4ff7-9dfc-ade5fa9b1767 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0656600 Jun 23 16:55:24.029212 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:24.032343 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-db8467d2-97cb-44d4-ab49-bdb4de4ea7e9 req-bef74121-ee55-4bcd-8b8a-4c270b5d14b3 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410755 Jun 23 16:55:24.056711 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-98163309-e9e0-4967-b24b-4214d661341b req-1a3ac0a5-ab05-471e-9576-15a75b262516 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467598 Jun 23 16:55:24.139522 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2eba4d92-3185-4bbe-b146-b0456f5b80f0 req-d32b6763-98bc-48ae-a46c-5084b0676ffd tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 210 time: 0.0348413 Jun 23 16:55:24.465128 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a68eb-b886-4f63-94db-f30dd456e958 req-3440a02f-0e46-40c2-b767-e0b4c014b193 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:24.466759 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0a3a68eb-b886-4f63-94db-f30dd456e958 req-3440a02f-0e46-40c2-b767-e0b4c014b193 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0795248 Jun 23 16:55:24.485335 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d579bdc-eff9-46d4-8bfc-1d91a65c0f81 req-5fd4c401-f258-4e51-96ff-78beb45a0a91 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:24.487613 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6d579bdc-eff9-46d4-8bfc-1d91a65c0f81 req-5fd4c401-f258-4e51-96ff-78beb45a0a91 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 945 time: 0.0849209 Jun 23 16:55:24.499573 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-9d5b43cf-498a-4e0b-902e-4b4bf2f27947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:24.515829 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0a3a68eb-b886-4f63-94db-f30dd456e958 req-e8b9bd20-817c-4606-82e3-a9a289266291 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405457 Jun 23 16:55:24.533514 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6d579bdc-eff9-46d4-8bfc-1d91a65c0f81 req-256de47a-7ddb-4e76-bda3-1c2374915395 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389702 Jun 23 16:55:25.251617 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f3691-3c93-4c7b-b873-92af732f4a8a req-2d6c9c6b-e502-419e-9788-73c225f25787 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:25.253256 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-439f3691-3c93-4c7b-b873-92af732f4a8a req-2d6c9c6b-e502-419e-9788-73c225f25787 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.0851884 Jun 23 16:55:25.265406 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e28cd-7a5a-4a4d-a4ec-be85674fe73d req-83bba237-e2cf-45be-ba7c-017f5b4b049f tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:25.267798 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-397e28cd-7a5a-4a4d-a4ec-be85674fe73d req-83bba237-e2cf-45be-ba7c-017f5b4b049f tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0908222 Jun 23 16:55:25.296963 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-439f3691-3c93-4c7b-b873-92af732f4a8a req-8f490ef4-5878-478a-af61-757d1d66b9f7 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360165 Jun 23 16:55:25.336211 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-397e28cd-7a5a-4a4d-a4ec-be85674fe73d req-5b5a76a6-a984-4405-b862-014325ebcd94 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618546 Jun 23 16:55:25.494209 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c72e46aa-0b46-4f8e-944a-b310ad1651c6 req-9845bce9-c135-45b1-bd5f-c762e43d7c31 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 210 time: 0.0327299 Jun 23 16:55:25.526005 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:25.744706 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d3b26-0b4a-4afc-b09e-2c7a11027c39 req-ba00c168-2d07-446f-a64f-0d5ef01e8ea2 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:25.746305 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-411d3b26-0b4a-4afc-b09e-2c7a11027c39 req-ba00c168-2d07-446f-a64f-0d5ef01e8ea2 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0849342 Jun 23 16:55:25.765396 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262d6d1-a6f8-4076-bd33-130e6359bf30 req-7ccd449b-8a6c-4a76-a460-92532558f6ce tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:25.766979 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d262d6d1-a6f8-4076-bd33-130e6359bf30 req-7ccd449b-8a6c-4a76-a460-92532558f6ce tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 945 time: 0.0807264 Jun 23 16:55:25.802277 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-411d3b26-0b4a-4afc-b09e-2c7a11027c39 req-b2991dcb-1197-45bd-bfbe-e14b70492a33 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458090 Jun 23 16:55:25.819992 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d262d6d1-a6f8-4076-bd33-130e6359bf30 req-4b7dde69-680b-4a36-9a6b-afeb67b4cff8 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422254 Jun 23 16:55:25.878531 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 58dad907-e5b4-424f-b8a4-f9d872b0cd06 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:55:25.989394 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 58dad907-e5b4-424f-b8a4-f9d872b0cd06, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=58dad907-e5b4-424f-b8a4-f9d872b0cd06,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:55:26.002442 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': '58dad907-e5b4-424f-b8a4-f9d872b0cd06', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'port_id': '58dad907-e5b4-424f-b8a4-f9d872b0cd06', 'mac_address': 'fa:16:3e:21:a6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:55:26.040978 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:26.053607 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58dad907-e5b4-424f-b8a4-f9d872b0cd06 {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:55:26.074847 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 58dad907-e5b4-424f-b8a4-f9d872b0cd06, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=58dad907-e5b4-424f-b8a4-f9d872b0cd06,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:55:26.246775 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:26.249686 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-ef3ad321-5521-4804-91a7-60537faae82b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:26.302308 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=58dad907-e5b4-424f-b8a4-f9d872b0cd06,revision_number=6']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:26.306013 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:26.515538 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341abe3f-64e8-448a-83e7-2f62ad25328b req-ecb56b75-c185-4a8e-83ed-f6fcee0e530f tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:26.516946 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-341abe3f-64e8-448a-83e7-2f62ad25328b req-ecb56b75-c185-4a8e-83ed-f6fcee0e530f tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 944 time: 0.0758798 Jun 23 16:55:26.535957 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f9cb2-1623-4c0a-a2af-43ee88dc332e req-01bb99ba-72ff-48f9-8bbb-789feb3d6435 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:26.538488 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d76f9cb2-1623-4c0a-a2af-43ee88dc332e req-01bb99ba-72ff-48f9-8bbb-789feb3d6435 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0665655 Jun 23 16:55:26.557490 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-341abe3f-64e8-448a-83e7-2f62ad25328b req-f5b23f53-769e-4a9e-a107-ca0251885a86 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339191 Jun 23 16:55:26.582539 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d76f9cb2-1623-4c0a-a2af-43ee88dc332e req-c3e2ce93-5795-4722-b2a9-62e76eeac6fb tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376520 Jun 23 16:55:26.693144 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aee77ae6-ca15-47a8-9912-c36cd0f3a18b req-54d01aa9-ceeb-41c5-9832-c963254691e8 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 210 time: 0.0302796 Jun 23 16:55:27.065950 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e3ecd-d38a-4158-9fd6-b84e84634e2c req-4739708a-d1d9-4aea-86a9-8a1ddecf2bed tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:27.067407 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-431e3ecd-d38a-4158-9fd6-b84e84634e2c req-4739708a-d1d9-4aea-86a9-8a1ddecf2bed tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.1273267 Jun 23 16:55:27.072959 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad120eff-f435-4041-997e-007e6aa1cd94 req-39fadba5-041d-476d-8d5e-5657b1a3b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:27.074648 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ad120eff-f435-4041-997e-007e6aa1cd94 req-39fadba5-041d-476d-8d5e-5657b1a3b492 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 1098 time: 0.0898588 Jun 23 16:55:27.082780 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f1f71-a6f4-4126-abf4-64136942e4ec req-a0cb97aa-13c4-4264-b9a2-fd2c3f03d82a tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:27.084288 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e92f1f71-a6f4-4126-abf4-64136942e4ec req-a0cb97aa-13c4-4264-b9a2-fd2c3f03d82a tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 945 time: 0.1300352 Jun 23 16:55:27.094420 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597253e4-9496-4670-b7a5-8612dfacf058 req-bf4b3c90-64ff-44a4-9853-c2c812d48643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:27.096139 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-597253e4-9496-4670-b7a5-8612dfacf058 req-bf4b3c90-64ff-44a4-9853-c2c812d48643 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87ef8f3f77b44efca262f73df840952f&device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 1099 time: 0.0990651 Jun 23 16:55:27.099710 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:27.132910 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e92f1f71-a6f4-4126-abf4-64136942e4ec req-204b599a-551d-4394-93a2-0b9bdb526fa5 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346975 Jun 23 16:55:27.140409 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-431e3ecd-d38a-4158-9fd6-b84e84634e2c req-5c2dca02-6607-4b88-b6df-c8364e33f55a tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574396 Jun 23 16:55:27.144565 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ad120eff-f435-4041-997e-007e6aa1cd94 req-bdf404e3-33ad-41a6-ba34-9052ce6487a6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543470 Jun 23 16:55:27.152988 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['58dad907-e5b4-424f-b8a4-f9d872b0cd06'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:55:27.808617 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904ee61-9d48-4ce5-a7a0-8e0546ccfda4 req-b276e470-4dce-4a9d-8e3b-0af7319b6ce5 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:27.815221 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2904ee61-9d48-4ce5-a7a0-8e0546ccfda4 req-b276e470-4dce-4a9d-8e3b-0af7319b6ce5 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0839863 Jun 23 16:55:27.857896 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2904ee61-9d48-4ce5-a7a0-8e0546ccfda4 req-e906f924-e8b8-419f-9d3c-86f2afde3ece tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396760 Jun 23 16:55:27.862457 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597253e4-9496-4670-b7a5-8612dfacf058 req-e4fd37f8-55c1-4a88-928d-06ea4055e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:27.864089 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-597253e4-9496-4670-b7a5-8612dfacf058 req-e4fd37f8-55c1-4a88-928d-06ea4055e643 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bc51e331-2a78-4fd9-b34d-0d910adf86ff HTTP/1.1" status: 200 len: 920 time: 0.2358997 Jun 23 16:55:27.921908 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cc229-4fc2-4231-b6cb-91f2299c5d4f req-4f01ed5e-839b-4d82-8f42-68ae037073bc tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:27.930322 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-543cc229-4fc2-4231-b6cb-91f2299c5d4f req-4f01ed5e-839b-4d82-8f42-68ae037073bc tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 944 time: 0.2408273 Jun 23 16:55:27.939770 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-597253e4-9496-4670-b7a5-8612dfacf058 req-4dca45d2-1ab8-4b3f-9d8c-817b41029b72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c7029bd-593d-4843-a3ab-e13289e717ac HTTP/1.1" status: 200 len: 217 time: 0.0684912 Jun 23 16:55:27.999890 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-543cc229-4fc2-4231-b6cb-91f2299c5d4f req-b95958c4-deee-4ab2-9ab7-f596e02d0429 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681899 Jun 23 16:55:28.016542 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597253e4-9496-4670-b7a5-8612dfacf058 req-131bce38-b964-41a2-b76a-1117018feb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:28.018029 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-597253e4-9496-4670-b7a5-8612dfacf058 req-131bce38-b964-41a2-b76a-1117018feb8c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40e372d6-9afa-4c58-9f87-929f1c34938e HTTP/1.1" status: 200 len: 858 time: 0.0705621 Jun 23 16:55:28.039964 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d1c4e8f3-f131-4079-a035-5de0c6f9ecd5 req-2ea890c5-cf66-4ab4-80bb-47215f87753b tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 210 time: 0.0514684 Jun 23 16:55:28.077687 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-597253e4-9496-4670-b7a5-8612dfacf058 req-9ffe7771-ef76-440d-b3c3-6cef590388d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc51e331-2a78-4fd9-b34d-0d910adf86ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494869 Jun 23 16:55:28.248539 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-597253e4-9496-4670-b7a5-8612dfacf058 req-5a7a47e9-0e30-4d3c-8d58-fac469f5be4f service neutron] 10.222.0.35 "GET /v2.0/networks/bc51e331-2a78-4fd9-b34d-0d910adf86ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485934 Jun 23 16:55:28.349403 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983772e-4d0c-4bef-9fd5-ee8bdc39303c req-8e34a46b-768f-41dc-8f43-a44db2ee21d0 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:28.352813 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9983772e-4d0c-4bef-9fd5-ee8bdc39303c req-8e34a46b-768f-41dc-8f43-a44db2ee21d0 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0727193 Jun 23 16:55:28.405984 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-597253e4-9496-4670-b7a5-8612dfacf058 req-2eed3bfe-857b-4f3b-b3ed-bd7d6e4f9e92 service neutron] 10.222.0.35 "GET /v2.0/networks/bc51e331-2a78-4fd9-b34d-0d910adf86ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459796 Jun 23 16:55:28.411693 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9983772e-4d0c-4bef-9fd5-ee8bdc39303c req-c1ce19b5-854d-49e1-936b-2440c23557b7 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480669 Jun 23 16:55:28.417793 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3957ce-3334-452e-bd58-17fbb418f30b req-1becef6e-e7e4-4f92-b291-93b087113353 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:28.419325 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-df3957ce-3334-452e-bd58-17fbb418f30b req-1becef6e-e7e4-4f92-b291-93b087113353 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 945 time: 0.1324866 Jun 23 16:55:28.476855 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-df3957ce-3334-452e-bd58-17fbb418f30b req-f916086c-a383-4424-a2e2-8fc04cc71a95 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385673 Jun 23 16:55:28.970225 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 58dad907-e5b4-424f-b8a4-f9d872b0cd06 up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:55:29.057662 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port 58dad907-e5b4-424f-b8a4-f9d872b0cd06 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:55:29.058372 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.178408 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a64a3-51f4-437f-87bd-05809153e5c8 req-ca8a67c2-9ec5-4ef1-87da-2b0d2a800e0b tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:29.182622 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-b34a64a3-51f4-437f-87bd-05809153e5c8 req-ca8a67c2-9ec5-4ef1-87da-2b0d2a800e0b tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.1038101 Jun 23 16:55:29.204336 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.233744 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bd5c7b-5838-4df2-a437-766fc56598a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dad907-e5b4-424f-b8a4-f9d872b0cd06'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:55:29.236549 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15edbed-37fa-479b-b6bf-94ef8d97d052" -d '{"events": [{"server_uuid": "48bd5c7b-5838-4df2-a437-766fc56598a1", "name": "network-vif-plugged", "status": "completed", "tag": "58dad907-e5b4-424f-b8a4-f9d872b0cd06"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:55:29.255226 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 58dad907-e5b4-424f-b8a4-f9d872b0cd06, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=58dad907-e5b4-424f-b8a4-f9d872b0cd06,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:55:29.290334 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-b34a64a3-51f4-437f-87bd-05809153e5c8 req-06abadbf-bff0-4b8d-9bb1-130f634166c4 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020896 Jun 23 16:55:29.313607 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c2942-c763-4949-adcc-37cf2bd64467 req-275a9399-9a3f-474d-bf1f-024d62df4f57 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:29.316094 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe1c2942-c763-4949-adcc-37cf2bd64467 req-275a9399-9a3f-474d-bf1f-024d62df4f57 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 944 time: 0.1463597 Jun 23 16:55:29.356913 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.361546 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:29.429238 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe1c2942-c763-4949-adcc-37cf2bd64467 req-450c8fc8-7f81-42da-9176-ffba9906d74f tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059561 Jun 23 16:55:29.430614 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=58dad907-e5b4-424f-b8a4-f9d872b0cd06,revision_number=7']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:29.445340 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:29.542945 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0164c356-1cd4-4419-97ae-68ec1e0c9868 x-openstack-request-id: req-0164c356-1cd4-4419-97ae-68ec1e0c9868 {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:55:29.543372 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bd5c7b-5838-4df2-a437-766fc56598a1", "name": "network-vif-plugged", "status": "completed", "tag": "58dad907-e5b4-424f-b8a4-f9d872b0cd06", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:55:29.543772 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0164c356-1cd4-4419-97ae-68ec1e0c9868 {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:55:29.544327 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bd5c7b-5838-4df2-a437-766fc56598a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dad907-e5b4-424f-b8a4-f9d872b0cd06', 'code': 200} Jun 23 16:55:29.597991 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fda2c952-9c28-4004-8312-5aaad5bf6cec req-f5490f06-96a0-4613-adbb-c3400e181974 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 210 time: 0.0671902 Jun 23 16:55:29.708882 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-f7be37cb-7c66-4423-9574-d07f1e7b9f63 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=ad67109610274efa9cdb3d928f89f5bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711846 Jun 23 16:55:30.034646 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bb7b5-cd38-45c2-894b-3f390a3a09d9 req-c83be002-cfd0-448d-bba1-4ad7a41bd07b tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:30.045993 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c2e93-fb7c-4966-8e1b-705aeaf19078 req-2df8409f-ef9d-4be4-8e54-b38d8af62977 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:30.046667 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-058bb7b5-cd38-45c2-894b-3f390a3a09d9 req-c83be002-cfd0-448d-bba1-4ad7a41bd07b tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 945 time: 0.1495662 Jun 23 16:55:30.054664 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-322c2e93-fb7c-4966-8e1b-705aeaf19078 req-2df8409f-ef9d-4be4-8e54-b38d8af62977 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.3421712 Jun 23 16:55:30.154077 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-0a6acf93-a00c-475f-8690-e01de956441e tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:30.155633 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-0a6acf93-a00c-475f-8690-e01de956441e tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4334574 Jun 23 16:55:30.167907 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-322c2e93-fb7c-4966-8e1b-705aeaf19078 req-f89fc14c-9a9e-439c-a050-6e6c3efcdf45 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121378 Jun 23 16:55:30.170810 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-058bb7b5-cd38-45c2-894b-3f390a3a09d9 req-52bb4004-f557-4453-95f6-b62571ddffe9 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171954 Jun 23 16:55:30.178988 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-f47e8fc8-c99b-4970-800c-500f829b26ca tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Request body: {'port': {'device_id': '8b63283d-b56a-4b85-a69a-62ad3a37ccb4', 'network_id': '662ebf7c-2929-46ac-a151-fe7a2074d513', 'admin_state_up': True, 'tenant_id': 'ad67109610274efa9cdb3d928f89f5bb'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:30.396368 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-f47e8fc8-c99b-4970-800c-500f829b26ca tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Made reservation on behalf of ad67109610274efa9cdb3d928f89f5bb for: {'port': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:55:30.402344 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-f47e8fc8-c99b-4970-800c-500f829b26ca tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:30.420573 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-f47e8fc8-c99b-4970-800c-500f829b26ca tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:30.730891 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529f90f-25db-4dc1-800e-53da2e8105eb req-68301851-f3d0-4b7e-b6a2-4a8cb4772852 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:30.750398 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9529f90f-25db-4dc1-800e-53da2e8105eb req-68301851-f3d0-4b7e-b6a2-4a8cb4772852 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.2802627 Jun 23 16:55:30.768352 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdb1f4-7d52-42e8-90cb-7a35ad660e09 req-ba1688db-0a5d-4e15-837a-f6edb74fce6a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:30.778473 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-09fdb1f4-7d52-42e8-90cb-7a35ad660e09 req-ba1688db-0a5d-4e15-837a-f6edb74fce6a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.1317303 Jun 23 16:55:30.834250 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-09fdb1f4-7d52-42e8-90cb-7a35ad660e09 req-7b09e2d3-93c2-4ee6-8a9f-16948468e38f tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542934 Jun 23 16:55:30.880039 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9529f90f-25db-4dc1-800e-53da2e8105eb req-799ac0a5-1f30-459f-882f-c403458d96e4 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283510 Jun 23 16:55:30.902302 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-f47e8fc8-c99b-4970-800c-500f829b26ca tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:31.025622 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-f47e8fc8-c99b-4970-800c-500f829b26ca tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:31.101558 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ca764083-252a-407e-bf89-2c4c8c54b6e6 req-90aa8055-5c09-4cb1-9ca8-ea78d5ac571b tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 210 time: 0.0722344 Jun 23 16:55:31.105780 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-dec5c78e-5d96-498e-b7b9-a36f66997dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:31.186424 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e8fc8-c99b-4970-800c-500f829b26ca tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=320d6cca-0ed1-431f-9145-f2d78a9ea0e6,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:31.189923 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-f47e8fc8-c99b-4970-800c-500f829b26ca tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:31.235797 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-f47e8fc8-c99b-4970-800c-500f829b26ca tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Allocated IP 192.168.233.102 (662ebf7c-2929-46ac-a151-fe7a2074d513/e4b27eb8-664c-480e-a54b-4e5fe80703e2/590b62b0-7627-45a1-a880-034b63b6c839) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:55:31.592582 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e88890-8bfc-4e4a-ad72-ded8ac8f050c req-791684ad-900f-47d0-8898-0d6756f53977 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:31.600370 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-33e88890-8bfc-4e4a-ad72-ded8ac8f050c req-791684ad-900f-47d0-8898-0d6756f53977 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 945 time: 0.1405602 Jun 23 16:55:31.666446 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-33e88890-8bfc-4e4a-ad72-ded8ac8f050c req-72874c36-d930-4f7f-b923-4756e36a18ed tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639310 Jun 23 16:55:31.874756 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-f47e8fc8-c99b-4970-800c-500f829b26ca tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:31.902563 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f92a3e-9a3f-4911-88e5-5c468a11b2ab req-60a8925a-3455-4e24-b8d9-36a5a4df26e6 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:31.911666 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a3f92a3e-9a3f-4911-88e5-5c468a11b2ab req-60a8925a-3455-4e24-b8d9-36a5a4df26e6 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.4660656 Jun 23 16:55:31.921276 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-f47e8fc8-c99b-4970-800c-500f829b26ca tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Transition to ACTIVE for port object 590b62b0-7627-45a1-a880-034b63b6c839 will not be triggered until provisioned by entity DHCP. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:55:31.981918 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a3f92a3e-9a3f-4911-88e5-5c468a11b2ab req-4c290e94-46aa-4a35-bcc8-5013dad00e42 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668151 Jun 23 16:55:32.119919 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-f47e8fc8-c99b-4970-800c-500f829b26ca tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2323113'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:32.128477 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:32.145807 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c584a7a-3ce1-4145-95f8-53376f8890e0 req-67a3183a-0c9a-40cb-8730-bb683e09c92e tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:32.157269 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0c584a7a-3ce1-4145-95f8-53376f8890e0 req-67a3183a-0c9a-40cb-8730-bb683e09c92e tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.1344037 Jun 23 16:55:32.183177 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-f47e8fc8-c99b-4970-800c-500f829b26ca tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Network 662ebf7c-2929-46ac-a151-fe7a2074d513 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:55:32.213436 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-f47e8fc8-c99b-4970-800c-500f829b26ca tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:55:32.219029 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0c584a7a-3ce1-4145-95f8-53376f8890e0 req-5c7149ac-bfe5-4f50-9d6f-21649e9353c1 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616674 Jun 23 16:55:32.249049 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-f47e8fc8-c99b-4970-800c-500f829b26ca tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:55:32.374916 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e8fc8-c99b-4970-800c-500f829b26ca tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Pushing event updated for resources: {'Port': ['ID=590b62b0-7627-45a1-a880-034b63b6c839,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:32.375405 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-f47e8fc8-c99b-4970-800c-500f829b26ca tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:32.423615 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-f47e8fc8-c99b-4970-800c-500f829b26ca tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:32.424414 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-f47e8fc8-c99b-4970-800c-500f829b26ca tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:32.471732 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77000d3b-9cc0-4a5b-8e47-b227f6939a20 req-1204b6e8-cc17-409f-867e-af85fca79c52 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:32.474631 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-77000d3b-9cc0-4a5b-8e47-b227f6939a20 req-1204b6e8-cc17-409f-867e-af85fca79c52 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.3339386 Jun 23 16:55:32.551898 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-77000d3b-9cc0-4a5b-8e47-b227f6939a20 req-75c9a262-bd11-4291-8375-87692e9d9420 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641437 Jun 23 16:55:32.697907 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-2b0801ce-1c0a-482b-a37a-6e259d0c09e3 None None] Provisioning for port 590b62b0-7627-45a1-a880-034b63b6c839 completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:55:32.699160 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-f47e8fc8-c99b-4970-800c-500f829b26ca tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5223720 Jun 23 16:55:32.704187 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-2b0801ce-1c0a-482b-a37a-6e259d0c09e3 None None] Provisioning complete for port 590b62b0-7627-45a1-a880-034b63b6c839 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:55:32.705123 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-2b0801ce-1c0a-482b-a37a-6e259d0c09e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:32.734751 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af46d2-2098-4ed3-89c7-99e32c0c78ba req-08f07ffc-24df-4569-9b47-6e68c9a6cef8 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:32.738048 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-83af46d2-2098-4ed3-89c7-99e32c0c78ba req-08f07ffc-24df-4569-9b47-6e68c9a6cef8 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 936 time: 0.1777794 Jun 23 16:55:32.795718 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-83af46d2-2098-4ed3-89c7-99e32c0c78ba req-d13e2023-2e02-4dcb-a7e1-7d8e6707ad4d tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/security-groups?id=320d6cca-0ed1-431f-9145-f2d78a9ea0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506136 Jun 23 16:55:32.834036 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-2b0801ce-1c0a-482b-a37a-6e259d0c09e3 None None] Port 590b62b0-7627-45a1-a880-034b63b6c839 cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:55:32.834203 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 56208) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:33.072646 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e4aab642-d07f-420d-9341-0d80b03057a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:33.194630 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e4aab642-d07f-420d-9341-0d80b03057a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:33.352702 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846c490-1560-4bec-a9ba-498a140bba85 req-2b437af7-fecb-41e1-9b02-0338a65b0ae8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:33.368571 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2846c490-1560-4bec-a9ba-498a140bba85 req-2b437af7-fecb-41e1-9b02-0338a65b0ae8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.1385753 Jun 23 16:55:33.417073 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2846c490-1560-4bec-a9ba-498a140bba85 req-fca6bc81-68a8-4117-9c38-6be6a3053c53 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471828 Jun 23 16:55:33.492319 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e4aab642-d07f-420d-9341-0d80b03057a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:33.516187 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-58b70030-9575-4ea4-b466-5af6a64ca480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:33.537912 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aab642-d07f-420d-9341-0d80b03057a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b922e0f-7831-42ed-9ca7-272edee53d1c,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:33.542613 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-e4aab642-d07f-420d-9341-0d80b03057a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7f32cc27a5a4c9495514abead0189b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7072606 Jun 23 16:55:33.543563 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-e4aab642-d07f-420d-9341-0d80b03057a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:33.545358 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 56222) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:33.613848 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6f971996-6852-45d6-9bcb-2df2fa8e5ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:33.640653 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6f971996-6852-45d6-9bcb-2df2fa8e5ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:33.764996 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287551d-ceb9-4ddc-b8f8-927b1af99f88 req-4f22456e-460e-4646-b47e-7ba68bdd8f95 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:33.778171 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1287551d-ceb9-4ddc-b8f8-927b1af99f88 req-4f22456e-460e-4646-b47e-7ba68bdd8f95 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.0893762 Jun 23 16:55:33.817072 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6f971996-6852-45d6-9bcb-2df2fa8e5ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:33.834389 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6f971996-6852-45d6-9bcb-2df2fa8e5ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:33.834389 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-6f971996-6852-45d6-9bcb-2df2fa8e5ad2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b922e0f-7831-42ed-9ca7-272edee53d1c HTTP/1.1" status: 204 len: 168 time: 0.2757812 Jun 23 16:55:33.834389 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-5fe3fbd5-9872-4932-adf8-a30e6f485653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:33.836433 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1287551d-ceb9-4ddc-b8f8-927b1af99f88 req-d7849521-8f83-46d6-a73d-8d5d01d5c278 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433114 Jun 23 16:55:33.844053 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f971996-6852-45d6-9bcb-2df2fa8e5ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b922e0f-7831-42ed-9ca7-272edee53d1c,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:33.860672 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-6f971996-6852-45d6-9bcb-2df2fa8e5ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:34.015028 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd43b0-e22b-4295-90a6-32dec76dbb7c req-c5c502f8-3035-4f74-9740-1dc4dd5961d5 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:34.018511 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e3bd43b0-e22b-4295-90a6-32dec76dbb7c req-c5c502f8-3035-4f74-9740-1dc4dd5961d5 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 936 time: 0.0829437 Jun 23 16:55:34.097033 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e3bd43b0-e22b-4295-90a6-32dec76dbb7c req-2fef6c32-b333-4a4c-80cc-646cad814286 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/security-groups?id=320d6cca-0ed1-431f-9145-f2d78a9ea0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714450 Jun 23 16:55:34.699099 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b5ee9-6fa2-4f77-bae3-0f907b9b2984 req-479ad0f9-e3e8-428e-baae-b9bde8af147c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:34.702451 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d04b5ee9-6fa2-4f77-bae3-0f907b9b2984 req-479ad0f9-e3e8-428e-baae-b9bde8af147c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.1438799 Jun 23 16:55:34.769906 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d04b5ee9-6fa2-4f77-bae3-0f907b9b2984 req-972c0003-b8d3-4079-80f9-4dbb57045cd8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452724 Jun 23 16:55:34.895454 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Request body: {'port': {'device_id': '8b63283d-b56a-4b85-a69a-62ad3a37ccb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:35.111248 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:35.316686 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821958d-1869-4483-9c07-e87f9c373595 req-dc47a631-49d8-44ed-a0e1-20cd9f476a0d tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:35.326211 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e821958d-1869-4483-9c07-e87f9c373595 req-dc47a631-49d8-44ed-a0e1-20cd9f476a0d tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 936 time: 0.0866940 Jun 23 16:55:35.358463 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fecd0-c6e4-423b-b247-5b3406256ca8 req-4efa8706-1ad8-481d-948e-08c60745e50c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:35.360534 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-316fecd0-c6e4-423b-b247-5b3406256ca8 req-4efa8706-1ad8-481d-948e-08c60745e50c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.2393215 Jun 23 16:55:35.415100 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e821958d-1869-4483-9c07-e87f9c373595 req-31c1edb0-49ca-4c6e-99a0-d003c68986c3 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/security-groups?id=320d6cca-0ed1-431f-9145-f2d78a9ea0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745559 Jun 23 16:55:35.516096 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-316fecd0-c6e4-423b-b247-5b3406256ca8 req-31340dc6-ca4e-4420-a610-35f12227557c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420765 Jun 23 16:55:35.643722 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 590b62b0-7627-45a1-a880-034b63b6c839 {{(pid=105486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:55:35.656116 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:35.672339 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Transition to ACTIVE for port object 590b62b0-7627-45a1-a880-034b63b6c839 will not be triggered until provisioned by entity L2. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:55:35.754824 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:35.760821 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:35.823631 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Pushing event updated for resources: {'Port': ['ID=590b62b0-7627-45a1-a880-034b63b6c839,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:35.859991 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:35.955559 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Attempting to bind port 590b62b0-7627-45a1-a880-034b63b6c839 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:55:35.955559 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Attempting to bind port 590b62b0-7627-45a1-a880-034b63b6c839 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'db07131c-02c1-4c70-a4e9-82f8671eb36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '662ebf7c-2929-46ac-a151-fe7a2074d513'}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:55:35.957286 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Attempting to bind port 590b62b0-7627-45a1-a880-034b63b6c839 on network 662ebf7c-2929-46ac-a151-fe7a2074d513 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:55:35.988066 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Port 590b62b0-7627-45a1-a880-034b63b6c839 on network 662ebf7c-2929-46ac-a151-fe7a2074d513 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:55:35.988434 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Attempting to bind port 590b62b0-7627-45a1-a880-034b63b6c839 on network 662ebf7c-2929-46ac-a151-fe7a2074d513 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:55:36.008135 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Checking agent: {'id': '78e83b5f-0ecc-435c-a465-b1f96103afbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:55:36.011219 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Checking segment: {'id': 'db07131c-02c1-4c70-a4e9-82f8671eb36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '662ebf7c-2929-46ac-a151-fe7a2074d513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:55:36.011219 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Bound using segment: {'id': 'db07131c-02c1-4c70-a4e9-82f8671eb36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '662ebf7c-2929-46ac-a151-fe7a2074d513'} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:55:36.011219 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Bound port: 590b62b0-7627-45a1-a880-034b63b6c839, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db07131c-02c1-4c70-a4e9-82f8671eb36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '662ebf7c-2929-46ac-a151-fe7a2074d513'}}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:55:36.011219 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:36.161846 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee784ee-2ef9-499b-bf14-e20ee86bf69f req-70f41e14-8059-49c9-ac32-f873da09cbae tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:36.178062 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fee784ee-2ef9-499b-bf14-e20ee86bf69f req-70f41e14-8059-49c9-ac32-f873da09cbae tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.1927121 Jun 23 16:55:36.223914 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] For port 590b62b0-7627-45a1-a880-034b63b6c839, host hv-cinder-79760, cleared binding levels {{(pid=105486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:55:36.249439 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] For port 590b62b0-7627-45a1-a880-034b63b6c839, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=590b62b0-7627-45a1-a880-034b63b6c839,segment=NetworkSegment(db07131c-02c1-4c70-a4e9-82f8671eb36f),segment_id=db07131c-02c1-4c70-a4e9-82f8671eb36f)] {{(pid=105486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:55:36.336351 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fee784ee-2ef9-499b-bf14-e20ee86bf69f req-1d09e574-ec58-4c01-a1e8-2863c9093830 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577547 Jun 23 16:55:36.368754 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:36.380636 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:36.418688 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:36.419418 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:36.420943 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] 10.222.0.35 "PUT /v2.0/ports/590b62b0-7627-45a1-a880-034b63b6c839 HTTP/1.1" status: 200 len: 1098 time: 1.5455837 Jun 23 16:55:36.421534 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b63283d-b56a-4b85-a69a-62ad3a37ccb4', 'tag': '590b62b0-7627-45a1-a880-034b63b6c839'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:55:36.463672 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105dd180-106c-4054-98b4-a3419284500f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b63283d-b56a-4b85-a69a-62ad3a37ccb4", "tag": "590b62b0-7627-45a1-a880-034b63b6c839"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:55:36.586493 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Pushing event updated for resources: {'Port': ['ID=590b62b0-7627-45a1-a880-034b63b6c839,revision_number=3']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:36.595910 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:36.703576 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-882f3c4b-fa9f-440a-b784-4041282e7fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:36.706489 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-882f3c4b-fa9f-440a-b784-4041282e7fd8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad67109610274efa9cdb3d928f89f5bb&device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 1101 time: 0.1127574 Jun 23 16:55:36.806567 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-454f158d-d664-4cbd-a2e2-4e76259becb2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=590b62b0-7627-45a1-a880-034b63b6c839 HTTP/1.1" status: 200 len: 217 time: 0.0786769 Jun 23 16:55:36.911523 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb23e9-0796-4d50-97e2-d658d89a62c3 req-08715475-7a76-488f-bce7-b2b110cca801 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:36.922844 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9cfb23e9-0796-4d50-97e2-d658d89a62c3 req-08715475-7a76-488f-bce7-b2b110cca801 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 948 time: 0.2022254 Jun 23 16:55:36.931480 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-7cba051e-16dd-4efc-b05e-519d02f0c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:36.934231 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-7cba051e-16dd-4efc-b05e-519d02f0c71a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e4b27eb8-664c-480e-a54b-4e5fe80703e2 HTTP/1.1" status: 200 len: 843 time: 0.1031010 Jun 23 16:55:36.986636 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9cfb23e9-0796-4d50-97e2-d658d89a62c3 req-862e6e21-9cff-4c71-bd59-1a644e3e8c4f tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/security-groups?id=320d6cca-0ed1-431f-9145-f2d78a9ea0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621905 Jun 23 16:55:37.016348 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-6687d0e4-e1c7-45db-9310-d20c22adb680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:37.018401 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-6687d0e4-e1c7-45db-9310-d20c22adb680 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=662ebf7c-2929-46ac-a151-fe7a2074d513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0687966 Jun 23 16:55:37.077196 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8907ac9e-f934-4c8e-9318-f331eb7f10fc x-openstack-request-id: req-8907ac9e-f934-4c8e-9318-f331eb7f10fc {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:55:37.077603 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b63283d-b56a-4b85-a69a-62ad3a37ccb4", "tag": "590b62b0-7627-45a1-a880-034b63b6c839", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:55:37.077882 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8907ac9e-f934-4c8e-9318-f331eb7f10fc {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:55:37.078319 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b63283d-b56a-4b85-a69a-62ad3a37ccb4', 'tag': '590b62b0-7627-45a1-a880-034b63b6c839', 'status': 'completed', 'code': 200} Jun 23 16:55:37.372735 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea447765-8911-462a-9ec5-0a415f3ab2dd req-b1897c77-a170-47bd-b3d8-79d02e079f2b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:37.374436 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-ef2580b2-a1b1-485c-a344-632bf74bdb59 service neutron] 10.222.0.35 "GET /v2.0/networks/662ebf7c-2929-46ac-a151-fe7a2074d513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392670 Jun 23 16:55:37.386491 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ea447765-8911-462a-9ec5-0a415f3ab2dd req-b1897c77-a170-47bd-b3d8-79d02e079f2b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.1417983 Jun 23 16:55:37.412008 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a387d-ba60-48be-b43a-8b2916e85a36 req-3372912a-3cfb-4b38-994d-e802da9ace9f tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:37.414868 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-653a387d-ba60-48be-b43a-8b2916e85a36 req-3372912a-3cfb-4b38-994d-e802da9ace9f tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 945 time: 0.1734159 Jun 23 16:55:37.470377 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ea447765-8911-462a-9ec5-0a415f3ab2dd req-aaa04982-58b7-4b6d-b022-04ab8ffe1da8 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825117 Jun 23 16:55:37.668640 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-653a387d-ba60-48be-b43a-8b2916e85a36 req-c121bce1-0934-43a8-b12e-0ea51d9441d3 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024183 Jun 23 16:55:37.711918 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff1bd094-4440-4607-8661-19ee2800d5f1 req-9d222fb6-9448-4987-aff7-e82638606074 service neutron] 10.222.0.35 "GET /v2.0/networks/662ebf7c-2929-46ac-a151-fe7a2074d513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959714 Jun 23 16:55:37.817484 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50719ebe-07f7-47b2-8180-3e290761668f req-546a9435-c7f0-4012-bcfb-49fea7abb81b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:37.825876 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-50719ebe-07f7-47b2-8180-3e290761668f req-546a9435-c7f0-4012-bcfb-49fea7abb81b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.1210833 Jun 23 16:55:37.902530 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-50719ebe-07f7-47b2-8180-3e290761668f req-4202a9fe-faca-4bcf-96bf-279eb933e5af tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748665 Jun 23 16:55:38.150183 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105dd180-106c-4054-98b4-a3419284500f req-c0b8eea7-1917-4047-84b5-8cd81d3ee0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:38.152733 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-105dd180-106c-4054-98b4-a3419284500f req-c0b8eea7-1917-4047-84b5-8cd81d3ee0a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad67109610274efa9cdb3d928f89f5bb&device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 1101 time: 0.1087155 Jun 23 16:55:38.403865 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105dd180-106c-4054-98b4-a3419284500f req-6068510c-fd5e-4644-9580-a66b82406350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:38.403865 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-105dd180-106c-4054-98b4-a3419284500f req-6068510c-fd5e-4644-9580-a66b82406350 service neutron] 10.222.0.35 "GET /v2.0/networks?id=662ebf7c-2929-46ac-a151-fe7a2074d513 HTTP/1.1" status: 200 len: 871 time: 0.2095530 Jun 23 16:55:38.403865 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ac8ae-49ae-49cb-ae85-97deb8eabefc req-b7f28226-9f60-45f6-bf9e-8fb93df4034c tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:38.403865 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e10ac8ae-49ae-49cb-ae85-97deb8eabefc req-b7f28226-9f60-45f6-bf9e-8fb93df4034c tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 948 time: 0.1107903 Jun 23 16:55:38.428838 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-105dd180-106c-4054-98b4-a3419284500f req-de96e426-5dba-4809-971a-56e9d38e4a1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=590b62b0-7627-45a1-a880-034b63b6c839 HTTP/1.1" status: 200 len: 217 time: 0.0486116 Jun 23 16:55:38.509321 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e10ac8ae-49ae-49cb-ae85-97deb8eabefc req-cde91fff-177f-4e11-a70c-c6bb0b9d1c4c tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/security-groups?id=320d6cca-0ed1-431f-9145-f2d78a9ea0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846794 Jun 23 16:55:38.535639 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105dd180-106c-4054-98b4-a3419284500f req-3b22bcba-ac64-4e77-a8c8-9aca035771b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:38.535639 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-105dd180-106c-4054-98b4-a3419284500f req-3b22bcba-ac64-4e77-a8c8-9aca035771b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e4b27eb8-664c-480e-a54b-4e5fe80703e2 HTTP/1.1" status: 200 len: 843 time: 0.0830667 Jun 23 16:55:38.610031 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105dd180-106c-4054-98b4-a3419284500f req-4bdc74a9-4dd4-4d53-b078-7e859aa3a686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:38.612358 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-105dd180-106c-4054-98b4-a3419284500f req-4bdc74a9-4dd4-4d53-b078-7e859aa3a686 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=662ebf7c-2929-46ac-a151-fe7a2074d513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0723307 Jun 23 16:55:38.785772 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-105dd180-106c-4054-98b4-a3419284500f req-23df2781-429b-41ab-8257-6be874927357 service neutron] 10.222.0.35 "GET /v2.0/networks/662ebf7c-2929-46ac-a151-fe7a2074d513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644812 Jun 23 16:55:38.816501 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f4ffd-27ff-46f1-8ff2-85fecfaca529 req-5dfa4d55-cadd-4757-861b-ea6105f4ce25 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:38.820681 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a90f4ffd-27ff-46f1-8ff2-85fecfaca529 req-5dfa4d55-cadd-4757-861b-ea6105f4ce25 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.1318417 Jun 23 16:55:38.885012 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a90f4ffd-27ff-46f1-8ff2-85fecfaca529 req-ea15520a-1b2a-4400-be0f-f658aa6c4049 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579443 Jun 23 16:55:38.996620 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-105dd180-106c-4054-98b4-a3419284500f req-86dc7a34-1aed-41e0-b4e5-5868035c56fe service neutron] 10.222.0.35 "GET /v2.0/networks/662ebf7c-2929-46ac-a151-fe7a2074d513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031283 Jun 23 16:55:39.008824 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a35c0-a14e-470e-9b2d-a010454e7c2a req-4e1beb58-04e3-4f87-86fb-a92409662f88 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:39.010693 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ce6a35c0-a14e-470e-9b2d-a010454e7c2a req-4e1beb58-04e3-4f87-86fb-a92409662f88 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 945 time: 0.1734433 Jun 23 16:55:39.071712 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ce6a35c0-a14e-470e-9b2d-a010454e7c2a req-56b932fb-cf34-4784-97bf-4e57abbbb291 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502062 Jun 23 16:55:39.173858 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0936ae-8183-4b35-ab1f-27031f11c94f req-bc3b2239-0529-4cb9-9ae0-e81d5f33aada tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:39.175997 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-db0936ae-8183-4b35-ab1f-27031f11c94f req-bc3b2239-0529-4cb9-9ae0-e81d5f33aada tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.1094561 Jun 23 16:55:39.227590 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-db0936ae-8183-4b35-ab1f-27031f11c94f req-c7210086-e881-425e-a940-e206daa61e08 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435617 Jun 23 16:55:39.261505 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb73267-fd01-47d8-8acf-2a1fe9f2fac3 req-179209fd-1074-4431-9eca-e4d68949776d tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:39.264619 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5cb73267-fd01-47d8-8acf-2a1fe9f2fac3 req-179209fd-1074-4431-9eca-e4d68949776d tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.35 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 945 time: 0.1215546 Jun 23 16:55:39.510742 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-5cb73267-fd01-47d8-8acf-2a1fe9f2fac3 req-f650fb3d-8eb4-4457-bbfc-0d35df4c2632 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Deleting port cb90ea11-5d54-4600-9757-b84f04b319f7 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:55:39.511683 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-5cb73267-fd01-47d8-8acf-2a1fe9f2fac3 req-f650fb3d-8eb4-4457-bbfc-0d35df4c2632 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:39.688238 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-5cb73267-fd01-47d8-8acf-2a1fe9f2fac3 req-f650fb3d-8eb4-4457-bbfc-0d35df4c2632 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] For port cb90ea11-5d54-4600-9757-b84f04b319f7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cb90ea11-5d54-4600-9757-b84f04b319f7,segment=NetworkSegment(a4ff4edc-8ab4-4695-8dcd-55484c6811ab),segment_id=a4ff4edc-8ab4-4695-8dcd-55484c6811ab)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:55:39.688602 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-5cb73267-fd01-47d8-8acf-2a1fe9f2fac3 req-f650fb3d-8eb4-4457-bbfc-0d35df4c2632 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:39.732613 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-5cb73267-fd01-47d8-8acf-2a1fe9f2fac3 req-f650fb3d-8eb4-4457-bbfc-0d35df4c2632 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Calling delete_port for cb90ea11-5d54-4600-9757-b84f04b319f7 owned by compute:nova {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:55:39.952441 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff4a21-ea8b-4f64-b5ed-341753fa1bfc req-2563afcf-bdae-48ff-b6b5-3f90cc99d97d tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:39.960410 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b0ff4a21-ea8b-4f64-b5ed-341753fa1bfc req-2563afcf-bdae-48ff-b6b5-3f90cc99d97d tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 948 time: 0.2736652 Jun 23 16:55:40.025376 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b0ff4a21-ea8b-4f64-b5ed-341753fa1bfc req-3d271439-a900-4892-acd5-c34b33adce19 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/security-groups?id=320d6cca-0ed1-431f-9145-f2d78a9ea0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597923 Jun 23 16:55:40.182198 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fd01b-de53-4cd2-b274-cfa76d541936 req-a662cbea-3926-4a2d-a242-2422c6782c74 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:40.184868 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f22fd01b-de53-4cd2-b274-cfa76d541936 req-a662cbea-3926-4a2d-a242-2422c6782c74 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.1186945 Jun 23 16:55:40.237737 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f22fd01b-de53-4cd2-b274-cfa76d541936 req-f1b3731d-7b6c-422f-a06e-ba4cd234fa07 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475967 Jun 23 16:55:40.252785 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-5cb73267-fd01-47d8-8acf-2a1fe9f2fac3 req-f650fb3d-8eb4-4457-bbfc-0d35df4c2632 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:40.314224 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ea9f739d-cd4c-4776-833a-e057370a9319 req-a51053eb-0187-4e14-8391-0a217b0e2f92 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 210 time: 0.0789976 Jun 23 16:55:40.316641 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:40.361763 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650fb3d-8eb4-4457-bbfc-0d35df4c2632 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Pushing event deleted for resources: {'Port': ['ID=cb90ea11-5d54-4600-9757-b84f04b319f7,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:40.371622 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-f650fb3d-8eb4-4457-bbfc-0d35df4c2632 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:40.458204 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb73267-fd01-47d8-8acf-2a1fe9f2fac3 req-f650fb3d-8eb4-4457-bbfc-0d35df4c2632 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] No DVR routers for this DVR port cb90ea11-5d54-4600-9757-b84f04b319f7 on host hv-cinder-79760 {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:55:40.466966 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-5cb73267-fd01-47d8-8acf-2a1fe9f2fac3 req-f650fb3d-8eb4-4457-bbfc-0d35df4c2632 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:40.469472 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5cb73267-fd01-47d8-8acf-2a1fe9f2fac3 req-f650fb3d-8eb4-4457-bbfc-0d35df4c2632 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.35 "DELETE /v2.0/ports/cb90ea11-5d54-4600-9757-b84f04b319f7 HTTP/1.1" status: 204 len: 173 time: 1.1944578 Jun 23 16:55:40.470363 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b35d2f-f74e-416e-8c5a-310aed9ed89a', 'name': 'network-vif-deleted', 'tag': 'cb90ea11-5d54-4600-9757-b84f04b319f7'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:55:40.473339 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64005710-57d2-44eb-9d22-f075aac3c956" -d '{"events": [{"server_uuid": "63b35d2f-f74e-416e-8c5a-310aed9ed89a", "name": "network-vif-deleted", "tag": "cb90ea11-5d54-4600-9757-b84f04b319f7"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:55:40.479745 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4c913-05c4-4c10-bd8c-5981b5dff3b7 req-b1f7486f-3e6c-476e-93fc-c6332c20d30c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:40.482556 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2ec4c913-05c4-4c10-bd8c-5981b5dff3b7 req-b1f7486f-3e6c-476e-93fc-c6332c20d30c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0875373 Jun 23 16:55:40.566246 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3343b64-d55a-4d02-8d41-68f738a88f11 x-openstack-request-id: req-d3343b64-d55a-4d02-8d41-68f738a88f11 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:55:40.566928 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b35d2f-f74e-416e-8c5a-310aed9ed89a", "name": "network-vif-deleted", "tag": "cb90ea11-5d54-4600-9757-b84f04b319f7", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:55:40.566928 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3343b64-d55a-4d02-8d41-68f738a88f11 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:55:40.567562 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b35d2f-f74e-416e-8c5a-310aed9ed89a', 'name': 'network-vif-deleted', 'tag': 'cb90ea11-5d54-4600-9757-b84f04b319f7', 'status': 'completed', 'code': 200} Jun 23 16:55:40.568557 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2ec4c913-05c4-4c10-bd8c-5981b5dff3b7 req-4cbc1e14-204c-4873-9a64-5635a706543b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802851 Jun 23 16:55:41.235688 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c37e5-7ee3-4392-bc39-d84d47011e91 req-e2796e53-2c98-474e-acd9-6e94804e56b0 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:41.238591 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e18c37e5-7ee3-4392-bc39-d84d47011e91 req-e2796e53-2c98-474e-acd9-6e94804e56b0 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 948 time: 0.0855467 Jun 23 16:55:41.305038 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e18c37e5-7ee3-4392-bc39-d84d47011e91 req-3e6c56bd-dd0c-4bf4-a422-a45bed77dc01 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/security-groups?id=320d6cca-0ed1-431f-9145-f2d78a9ea0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594752 Jun 23 16:55:41.478346 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aae480-de74-4339-b9be-b2f3999c3096 req-175177a0-184f-4ba0-b7e2-b11ebdf9d06c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:41.479973 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-12aae480-de74-4339-b9be-b2f3999c3096 req-175177a0-184f-4ba0-b7e2-b11ebdf9d06c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.0797503 Jun 23 16:55:41.532932 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-12aae480-de74-4339-b9be-b2f3999c3096 req-e00564f5-334b-47b7-b394-895591caf627 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463648 Jun 23 16:55:41.565169 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f8b55fa9-435e-40c3-8cb7-59d51f83ae87 req-cc45640f-895f-48d8-8d09-6c6bd6b3abd0 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 210 time: 0.0491483 Jun 23 16:55:41.769382 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b06fd-b591-49ea-8818-c3a9800b6a42 req-d656b25d-93a8-4f9c-9147-89788319d7be tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:41.771043 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-622b06fd-b591-49ea-8818-c3a9800b6a42 req-d656b25d-93a8-4f9c-9147-89788319d7be tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0738060 Jun 23 16:55:41.821388 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-622b06fd-b591-49ea-8818-c3a9800b6a42 req-1cfb3d0a-e3c9-4854-86c7-a7a86040698e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428870 Jun 23 16:55:42.509911 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79337c72-a3a0-4409-9759-b7d9e95f52ab req-61a1d6e0-71e4-458b-a44e-e300079373ac tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:42.511373 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-79337c72-a3a0-4409-9759-b7d9e95f52ab req-61a1d6e0-71e4-458b-a44e-e300079373ac tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 948 time: 0.0791728 Jun 23 16:55:42.553782 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-79337c72-a3a0-4409-9759-b7d9e95f52ab req-6cc854dd-e4f9-4141-9797-ed40d73e1e53 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/security-groups?id=320d6cca-0ed1-431f-9145-f2d78a9ea0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354581 Jun 23 16:55:42.733820 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a88f96a6-1908-408c-9c3e-a30f1fa4a6d2 req-4bddb33a-329e-4a4a-a210-1e2595df794d tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 210 time: 0.0369582 Jun 23 16:55:42.747816 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267e608-475c-408b-95ae-d4504856d7e9 req-eb20d0b6-3c52-4a52-990f-6bec93200476 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:42.749371 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5267e608-475c-408b-95ae-d4504856d7e9 req-eb20d0b6-3c52-4a52-990f-6bec93200476 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.0816159 Jun 23 16:55:42.797878 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5267e608-475c-408b-95ae-d4504856d7e9 req-0b3c2f31-5711-4a79-9a84-c2b029b7d127 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407031 Jun 23 16:55:43.013733 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cf355-5e9f-4c07-847b-d5427624d03b req-57996eac-1f12-4550-9d45-c3ef5f0f822a tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:43.015526 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-900cf355-5e9f-4c07-847b-d5427624d03b req-57996eac-1f12-4550-9d45-c3ef5f0f822a tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0662618 Jun 23 16:55:43.060618 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-900cf355-5e9f-4c07-847b-d5427624d03b req-a1b0c3be-8101-4536-8ed3-586abc27b816 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374444 Jun 23 16:55:43.063550 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['cb90ea11-5d54-4600-9757-b84f04b319f7'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:55:43.263265 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:55:43.840862 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430acfc-27c8-489e-9b23-bbad32270cd8 req-8b82f580-5070-4668-bc5d-3a2b6857ba9e tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:43.842437 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a430acfc-27c8-489e-9b23-bbad32270cd8 req-8b82f580-5070-4668-bc5d-3a2b6857ba9e tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 948 time: 0.1493907 Jun 23 16:55:43.892086 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a430acfc-27c8-489e-9b23-bbad32270cd8 req-3f28b4ef-5503-46da-b265-82cb12d8e699 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/security-groups?id=320d6cca-0ed1-431f-9145-f2d78a9ea0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428429 Jun 23 16:55:43.977815 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1301cf46-7b92-476c-bc24-c50ec03a5f1a req-e85626a3-288e-4c9d-8e39-60b776f0dca8 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=63b35d2f-f74e-416e-8c5a-310aed9ed89a HTTP/1.1" status: 200 len: 210 time: 0.0556281 Jun 23 16:55:43.986053 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 590b62b0-7627-45a1-a880-034b63b6c839 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:55:43.997647 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device cb90ea11-5d54-4600-9757-b84f04b319f7 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:55:44.023549 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] No Port match for: cb90ea11-5d54-4600-9757-b84f04b319f7 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:55:44.023908 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device cb90ea11-5d54-4600-9757-b84f04b319f7 not bound to the agent host hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:55:44.127328 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 590b62b0-7627-45a1-a880-034b63b6c839, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=590b62b0-7627-45a1-a880-034b63b6c839,segment=NetworkSegment(db07131c-02c1-4c70-a4e9-82f8671eb36f),segment_id=db07131c-02c1-4c70-a4e9-82f8671eb36f)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:55:44.140532 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d1c56-f3ab-4069-9920-fced7247033a req-584e084c-7b3b-458d-92c7-cb3c9957ac5a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:44.149403 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': '590b62b0-7627-45a1-a880-034b63b6c839', 'network_id': '662ebf7c-2929-46ac-a151-fe7a2074d513', 'port_id': '590b62b0-7627-45a1-a880-034b63b6c839', 'mac_address': 'fa:16:3e:28:55:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b27eb8-664c-480e-a54b-4e5fe80703e2', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:55:44.150963 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-3c2d1c56-f3ab-4069-9920-fced7247033a req-584e084c-7b3b-458d-92c7-cb3c9957ac5a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.1151524 Jun 23 16:55:44.200158 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:44.215567 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 590b62b0-7627-45a1-a880-034b63b6c839 {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:55:44.241235 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 590b62b0-7627-45a1-a880-034b63b6c839, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=590b62b0-7627-45a1-a880-034b63b6c839,segment=NetworkSegment(db07131c-02c1-4c70-a4e9-82f8671eb36f),segment_id=db07131c-02c1-4c70-a4e9-82f8671eb36f)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:55:44.251609 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-3c2d1c56-f3ab-4069-9920-fced7247033a req-96f9a3a2-f022-44c9-91fa-badd0adab6b4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835204 Jun 23 16:55:44.329989 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a68035-1c6b-492c-ac3e-547c78767539 req-f3ad36f4-5fd1-4c94-8289-10e6a99ba148 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:44.331665 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-81a68035-1c6b-492c-ac3e-547c78767539 req-f3ad36f4-5fd1-4c94-8289-10e6a99ba148 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.1248772 Jun 23 16:55:44.379566 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-81a68035-1c6b-492c-ac3e-547c78767539 req-feb6a70e-47b7-4c64-ae81-df68e264f51d tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405927 Jun 23 16:55:44.396332 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:44.399012 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:44.449763 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=590b62b0-7627-45a1-a880-034b63b6c839,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:44.452970 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:44.822416 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['590b62b0-7627-45a1-a880-034b63b6c839'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:55:45.088318 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01572a31-bb94-4722-b3df-cba04b89e209 req-8e22b3fa-cd29-4cdb-9a93-22cc0fab911c tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:45.089981 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-01572a31-bb94-4722-b3df-cba04b89e209 req-8e22b3fa-cd29-4cdb-9a93-22cc0fab911c tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 949 time: 0.0715551 Jun 23 16:55:45.128934 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-01572a31-bb94-4722-b3df-cba04b89e209 req-ef88137b-1e08-48a0-af2a-3180a7021c92 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/security-groups?id=320d6cca-0ed1-431f-9145-f2d78a9ea0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330510 Jun 23 16:55:45.366402 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-01c77cee-5ce1-4e06-b37b-a1594c0c0b8a tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:45.367885 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-01c77cee-5ce1-4e06-b37b-a1594c0c0b8a tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/networks?id=2286462f-a3b3-4374-8bf7-417a5e1e6dc6 HTTP/1.1" status: 200 len: 809 time: 0.1128585 Jun 23 16:55:45.383167 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-e449593f-e781-48b1-a767-ee4e3ef23649 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/quotas/8ba478b1aaa54285bb421578309b0fa9 HTTP/1.1" status: 200 len: 375 time: 0.0093529 Jun 23 16:55:45.418154 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-53ae0de7-a57b-4b1a-b9ee-f89c8fdaf00d tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ba478b1aaa54285bb421578309b0fa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293984 Jun 23 16:55:45.555306 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-76bf85d0-5a55-4708-85a4-4f0581b6ba68 service neutron] 10.222.0.25 "GET /v2.0/networks/2286462f-a3b3-4374-8bf7-417a5e1e6dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300950 Jun 23 16:55:45.590743 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304cf3a-6e24-42f1-b276-a688074ebc19 req-2648606a-7fa9-42fc-b54a-3b2f73f3b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:45.592195 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0304cf3a-6e24-42f1-b276-a688074ebc19 req-2648606a-7fa9-42fc-b54a-3b2f73f3b1e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=58bd8fd6ed204ffa93646e359469c46f&device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 1098 time: 0.1095538 Jun 23 16:55:45.959893 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-bec87b16-b183-47c0-b5d3-08371ccfee3b service neutron] 10.222.0.25 "GET /v2.0/networks/2286462f-a3b3-4374-8bf7-417a5e1e6dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987389 Jun 23 16:55:45.985554 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304cf3a-6e24-42f1-b276-a688074ebc19 req-ffaf0875-e244-4090-bdec-b994d04c37c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:45.987288 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0304cf3a-6e24-42f1-b276-a688074ebc19 req-ffaf0875-e244-4090-bdec-b994d04c37c8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 HTTP/1.1" status: 200 len: 918 time: 0.3663428 Jun 23 16:55:46.015424 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 590b62b0-7627-45a1-a880-034b63b6c839 up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:55:46.119866 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0304cf3a-6e24-42f1-b276-a688074ebc19 req-f874fee1-cf71-4c07-9fe7-51a9534a49be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58dad907-e5b4-424f-b8a4-f9d872b0cd06 HTTP/1.1" status: 200 len: 1001 time: 0.1030731 Jun 23 16:55:46.131292 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d4ff0-9561-46df-a3e6-0f0b98b16fb8 req-b5f21740-2d50-4797-8a30-564d1737f473 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:46.140735 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9a5d4ff0-9561-46df-a3e6-0f0b98b16fb8 req-b5f21740-2d50-4797-8a30-564d1737f473 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.0976286 Jun 23 16:55:46.176311 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304cf3a-6e24-42f1-b276-a688074ebc19 req-e943d08d-dd71-458c-acb1-0c606a1a1e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:46.177849 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0304cf3a-6e24-42f1-b276-a688074ebc19 req-e943d08d-dd71-458c-acb1-0c606a1a1e4e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc9f899-f082-4611-8cfd-98693f165ef6 HTTP/1.1" status: 200 len: 855 time: 0.0504837 Jun 23 16:55:46.189952 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9a5d4ff0-9561-46df-a3e6-0f0b98b16fb8 req-e8544e77-0337-41ea-b2b3-b34067cacb2d tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480816 Jun 23 16:55:46.201301 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning for port 590b62b0-7627-45a1-a880-034b63b6c839 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:55:46.204370 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port 590b62b0-7627-45a1-a880-034b63b6c839 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:55:46.206354 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:46.237162 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 56488) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:46.312463 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304cf3a-6e24-42f1-b276-a688074ebc19 req-322b2239-8990-4ad2-b133-9e5f084b7337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:46.317025 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0304cf3a-6e24-42f1-b276-a688074ebc19 req-322b2239-8990-4ad2-b133-9e5f084b7337 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1251655 Jun 23 16:55:46.338340 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:46.400319 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b63283d-b56a-4b85-a69a-62ad3a37ccb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590b62b0-7627-45a1-a880-034b63b6c839'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:55:46.405414 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1b8d08-70b8-4389-98bf-14b156102bd1" -d '{"events": [{"server_uuid": "8b63283d-b56a-4b85-a69a-62ad3a37ccb4", "name": "network-vif-plugged", "status": "completed", "tag": "590b62b0-7627-45a1-a880-034b63b6c839"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:55:46.436658 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 590b62b0-7627-45a1-a880-034b63b6c839, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=590b62b0-7627-45a1-a880-034b63b6c839,segment=NetworkSegment(db07131c-02c1-4c70-a4e9-82f8671eb36f),segment_id=db07131c-02c1-4c70-a4e9-82f8671eb36f)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:55:46.457029 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2f7fa841-f3ca-4be1-805b-e38a7522c2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:46.496229 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d0290-df34-4c04-a7ad-ad579a309f9c req-44f6f0dc-ba11-410d-9dba-52ebdd0930c7 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:46.497761 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0c7d0290-df34-4c04-a7ad-ad579a309f9c req-44f6f0dc-ba11-410d-9dba-52ebdd0930c7 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.1189837 Jun 23 16:55:46.510742 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:46.512807 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0304cf3a-6e24-42f1-b276-a688074ebc19 req-c7ebaea6-0227-4de0-bd7b-dfa4f9bcdce3 service neutron] 10.222.0.35 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901453 Jun 23 16:55:46.513907 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-d0ad20e0-8c11-446b-9ad2-7643b7f33353 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:46.540882 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ec2b2-40f8-4a16-89f8-10686c423f73 req-3ccc3fbf-7224-42e1-9c2e-81e5aed00739 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:46.542653 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0b3ec2b2-40f8-4a16-89f8-10686c423f73 req-3ccc3fbf-7224-42e1-9c2e-81e5aed00739 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.1016500 Jun 23 16:55:46.560672 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0c7d0290-df34-4c04-a7ad-ad579a309f9c req-bdecb739-855f-42ac-a38f-43508aee1524 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561767 Jun 23 16:55:46.596678 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=590b62b0-7627-45a1-a880-034b63b6c839,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:46.600430 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:46.611304 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2f7fa841-f3ca-4be1-805b-e38a7522c2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:46.659168 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0b3ec2b2-40f8-4a16-89f8-10686c423f73 req-de83d594-d35f-4b86-b13b-f896619cd9a1 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033812 Jun 23 16:55:46.687136 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0304cf3a-6e24-42f1-b276-a688074ebc19 req-ee54fc4d-64ad-446d-bf9b-f44c591d543d service neutron] 10.222.0.35 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606402 Jun 23 16:55:46.738752 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1227d4a6-e613-44bf-a081-7f97b3f111f5 req-1bc37bac-21bb-4dcd-8a93-bb364ee22a51 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 210 time: 0.0333850 Jun 23 16:55:46.762069 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2f7fa841-f3ca-4be1-805b-e38a7522c2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:46.766969 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-38345faf-7adb-4aed-a290-ff9892df36a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:46.789842 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a0676-0f42-49e4-9d5c-fc3feb001a06 req-aeda0282-9735-4e90-9bc6-480987ef0169 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:46.791214 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff1fc4f-731c-4a25-8270-153d0fd51374 x-openstack-request-id: req-3ff1fc4f-731c-4a25-8270-153d0fd51374 {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:55:46.791431 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-3e4a0676-0f42-49e4-9d5c-fc3feb001a06 req-aeda0282-9735-4e90-9bc6-480987ef0169 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 950 time: 0.0912580 Jun 23 16:55:46.791559 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b63283d-b56a-4b85-a69a-62ad3a37ccb4", "name": "network-vif-plugged", "status": "completed", "tag": "590b62b0-7627-45a1-a880-034b63b6c839", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:55:46.791765 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ff1fc4f-731c-4a25-8270-153d0fd51374 {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:55:46.792166 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b63283d-b56a-4b85-a69a-62ad3a37ccb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590b62b0-7627-45a1-a880-034b63b6c839', 'code': 200} Jun 23 16:55:46.821932 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-2f7fa841-f3ca-4be1-805b-e38a7522c2c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=593e10c37b124fe09e298edd4f86e9e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5835328 Jun 23 16:55:46.824703 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 56500) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:46.832662 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7fa841-f3ca-4be1-805b-e38a7522c2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7cc6ce-96e5-4b0c-84cd-28d75794a903,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:46.844140 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-2f7fa841-f3ca-4be1-805b-e38a7522c2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:46.858807 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-3e4a0676-0f42-49e4-9d5c-fc3feb001a06 req-4c07b082-9326-4727-afd7-82572bf2333c tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/security-groups?id=320d6cca-0ed1-431f-9145-f2d78a9ea0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561512 Jun 23 16:55:46.893130 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-70833ba4-a348-41ad-83a6-fc543c5e90a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:46.919562 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-70833ba4-a348-41ad-83a6-fc543c5e90a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:47.058975 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-70833ba4-a348-41ad-83a6-fc543c5e90a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:47.061760 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-70833ba4-a348-41ad-83a6-fc543c5e90a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:47.062904 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-70833ba4-a348-41ad-83a6-fc543c5e90a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da7cc6ce-96e5-4b0c-84cd-28d75794a903 HTTP/1.1" status: 204 len: 168 time: 0.2371073 Jun 23 16:55:47.063739 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-4fa43e2d-2096-45c0-96ba-f3a48ac9df54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:47.072283 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70833ba4-a348-41ad-83a6-fc543c5e90a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7cc6ce-96e5-4b0c-84cd-28d75794a903,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:47.074585 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-70833ba4-a348-41ad-83a6-fc543c5e90a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:47.534402 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f40687-f8a8-4506-9fe0-777e44aae8f9 req-f6b851a3-6795-4723-a962-a0d88b515690 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:47.536040 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d3f40687-f8a8-4506-9fe0-777e44aae8f9 req-f6b851a3-6795-4723-a962-a0d88b515690 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.0712516 Jun 23 16:55:47.578481 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d3f40687-f8a8-4506-9fe0-777e44aae8f9 req-32c91fe4-f367-4987-8ef7-430da156e2ca tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350025 Jun 23 16:55:47.757536 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afd6c0-18e1-461a-8dd4-8f4b2e005af1 req-1f9592d8-4883-4ce5-9494-d75d56865313 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:47.759136 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-84afd6c0-18e1-461a-8dd4-8f4b2e005af1 req-1f9592d8-4883-4ce5-9494-d75d56865313 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.0721054 Jun 23 16:55:47.805852 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-84afd6c0-18e1-461a-8dd4-8f4b2e005af1 req-9a54ba2d-266b-4151-a81b-214b0471370a tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399008 Jun 23 16:55:47.843966 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2a74c-d4b6-4ca4-9d21-771ce2e400fc req-39a87dc2-e108-49a6-b8bc-6441267f8add tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:47.845592 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fcb2a74c-d4b6-4ca4-9d21-771ce2e400fc req-39a87dc2-e108-49a6-b8bc-6441267f8add tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0727801 Jun 23 16:55:47.885752 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fcb2a74c-d4b6-4ca4-9d21-771ce2e400fc req-b340a9df-5c84-4ae8-a2bf-a496f0e51794 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334013 Jun 23 16:55:47.945214 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-acb4cd2c-14c4-4df3-a530-eb3613711d28 req-453b0d46-7db1-481c-8bfb-2c9ddfdbffda tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 210 time: 0.0339072 Jun 23 16:55:47.984320 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 56520) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:48.011430 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fd5a9f34-d736-4691-8594-089f4a5243d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:48.108672 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014d253-6652-4447-8415-c113544cc0bd req-5a97d559-2caf-4318-a7da-df741a17c192 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:48.111328 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0014d253-6652-4447-8415-c113544cc0bd req-5a97d559-2caf-4318-a7da-df741a17c192 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 950 time: 0.1184859 Jun 23 16:55:48.179786 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0014d253-6652-4447-8415-c113544cc0bd req-19e7b4d0-c2aa-4f24-b520-5e00bc61f409 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/security-groups?id=320d6cca-0ed1-431f-9145-f2d78a9ea0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593750 Jun 23 16:55:48.191806 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fd5a9f34-d736-4691-8594-089f4a5243d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:48.292017 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fd5a9f34-d736-4691-8594-089f4a5243d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:48.294533 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-0da0112b-b626-4794-b34a-b49fa53f22ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:48.344845 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-fd5a9f34-d736-4691-8594-089f4a5243d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bab2945bedfd449aa9f8e14ddef60277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594108 Jun 23 16:55:48.345754 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a9f34-d736-4691-8594-089f4a5243d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c2d670-7525-4f1c-81b5-8a7fff0ab8eb,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:48.347924 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 56524) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:48.351471 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-fd5a9f34-d736-4691-8594-089f4a5243d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:48.400559 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-09fe975c-5328-430f-b082-950b5d791108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:48.421481 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-09fe975c-5328-430f-b082-950b5d791108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:48.561744 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-09fe975c-5328-430f-b082-950b5d791108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:48.564327 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-09fe975c-5328-430f-b082-950b5d791108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:48.565475 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-09fe975c-5328-430f-b082-950b5d791108 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65c2d670-7525-4f1c-81b5-8a7fff0ab8eb HTTP/1.1" status: 204 len: 168 time: 0.2166042 Jun 23 16:55:48.566289 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-c3015bf2-bd43-43b8-8d4f-86c1340a0235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:48.575280 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe975c-5328-430f-b082-950b5d791108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c2d670-7525-4f1c-81b5-8a7fff0ab8eb,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:48.578343 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-09fe975c-5328-430f-b082-950b5d791108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:48.774401 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21347892-1b68-47ea-9d7e-09928cdffec3 req-1ce7c1f8-5023-4d17-b6ad-e5563c7e7246 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:48.776005 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-21347892-1b68-47ea-9d7e-09928cdffec3 req-1ce7c1f8-5023-4d17-b6ad-e5563c7e7246 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.0669880 Jun 23 16:55:48.816376 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-21347892-1b68-47ea-9d7e-09928cdffec3 req-ac900679-1a7e-4ea5-ba39-eaa051e1b3a0 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341651 Jun 23 16:55:49.011774 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2807d7-885a-45ef-8a55-4689e65a0246 req-6f45feff-ad30-48bd-a746-2e455736a311 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:49.017664 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7d2807d7-885a-45ef-8a55-4689e65a0246 req-6f45feff-ad30-48bd-a746-2e455736a311 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.0841329 Jun 23 16:55:49.057826 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7d2807d7-885a-45ef-8a55-4689e65a0246 req-1c622b0a-5823-4419-87a4-564db8247114 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382886 Jun 23 16:55:49.089260 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726382c4-172b-44de-a9df-cc698a8b1d7b req-b2295b84-cb08-41e9-b6d8-0aa3bedaef5c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:49.091353 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-726382c4-172b-44de-a9df-cc698a8b1d7b req-b2295b84-cb08-41e9-b6d8-0aa3bedaef5c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0880163 Jun 23 16:55:49.135647 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-726382c4-172b-44de-a9df-cc698a8b1d7b req-b96d2925-7d07-492f-985e-7f09f4c8f237 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367763 Jun 23 16:55:49.194047 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d1b9e27f-eca7-4304-82dc-37a7c1236e08 req-900ecb27-53a7-49d9-87b4-d391c6527806 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 210 time: 0.0281408 Jun 23 16:55:49.354502 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5f293-8b7b-4479-bdaa-5286c50b0975 req-a186bd11-b450-4eb5-8d2d-45ebbb1f056d tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:49.356045 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-70f5f293-8b7b-4479-bdaa-5286c50b0975 req-a186bd11-b450-4eb5-8d2d-45ebbb1f056d tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 950 time: 0.0647242 Jun 23 16:55:49.395421 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-70f5f293-8b7b-4479-bdaa-5286c50b0975 req-dd9f8ae6-4a1d-4c2a-81a9-074c8c87e735 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/security-groups?id=320d6cca-0ed1-431f-9145-f2d78a9ea0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335970 Jun 23 16:55:49.999747 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc76f5-54fb-4c69-ab35-30e9b14de9c9 req-92960033-7019-401f-aaf5-dd5ac0a6868c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:50.001386 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e3fc76f5-54fb-4c69-ab35-30e9b14de9c9 req-92960033-7019-401f-aaf5-dd5ac0a6868c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 945 time: 0.0648398 Jun 23 16:55:50.045048 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 58dad907-e5b4-424f-b8a4-f9d872b0cd06 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:55:50.058846 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e3fc76f5-54fb-4c69-ab35-30e9b14de9c9 req-b1800f9f-297f-4072-b326-d68ca64d8caa tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512385 Jun 23 16:55:50.190851 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:50.225878 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bd5c7b-5838-4df2-a437-766fc56598a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58dad907-e5b4-424f-b8a4-f9d872b0cd06'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:55:50.228497 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91674b6b-ba15-41c7-8a62-ce052e855bff" -d '{"events": [{"server_uuid": "48bd5c7b-5838-4df2-a437-766fc56598a1", "name": "network-vif-unplugged", "status": "completed", "tag": "58dad907-e5b4-424f-b8a4-f9d872b0cd06"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:55:50.244967 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 58dad907-e5b4-424f-b8a4-f9d872b0cd06, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=58dad907-e5b4-424f-b8a4-f9d872b0cd06,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:55:50.265732 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f7af9-788d-40ba-bc93-a5d2eee342b6 req-d07bfc5c-19bc-4ca8-a056-b7123cae8f67 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:50.267362 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8f5f7af9-788d-40ba-bc93-a5d2eee342b6 req-d07bfc5c-19bc-4ca8-a056-b7123cae8f67 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.0704577 Jun 23 16:55:50.317384 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8f5f7af9-788d-40ba-bc93-a5d2eee342b6 req-49d80f82-db9f-4955-83d7-b5a709bc92df tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428569 Jun 23 16:55:50.373230 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d488b06-79aa-4724-8930-f4a819af9d94 req-c0fa503e-1251-4d6a-8bf5-7fb3bacd598f tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:50.374767 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6d488b06-79aa-4724-8930-f4a819af9d94 req-c0fa503e-1251-4d6a-8bf5-7fb3bacd598f tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0977976 Jun 23 16:55:50.423188 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6d488b06-79aa-4724-8930-f4a819af9d94 req-d5538ebf-846c-4bc1-b884-5337b3e96362 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422525 Jun 23 16:55:50.443950 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:50.443950 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:50.488962 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-44001e40-da95-42b4-b4f3-c088706e8777 req-139472c5-6c32-401b-9be4-704f34e9dfc6 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 210 time: 0.0460825 Jun 23 16:55:50.538427 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb8d0c-c6db-4128-9ecb-6771b8b70f21 req-e8d668b1-e854-42b5-a264-26b7f0906add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:50.539246 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4ebb8d0c-c6db-4128-9ecb-6771b8b70f21 req-e8d668b1-e854-42b5-a264-26b7f0906add service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 1103 time: 0.1150298 Jun 23 16:55:50.546828 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 16:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8804d2a3-076c-4367-a1da-6a515a996139 x-openstack-request-id: req-8804d2a3-076c-4367-a1da-6a515a996139 {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:55:50.547119 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bd5c7b-5838-4df2-a437-766fc56598a1", "name": "network-vif-unplugged", "status": "completed", "tag": "58dad907-e5b4-424f-b8a4-f9d872b0cd06", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:55:50.547392 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8804d2a3-076c-4367-a1da-6a515a996139 {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:55:50.547811 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bd5c7b-5838-4df2-a437-766fc56598a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58dad907-e5b4-424f-b8a4-f9d872b0cd06', 'code': 200} Jun 23 16:55:50.548762 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=58dad907-e5b4-424f-b8a4-f9d872b0cd06,revision_number=8']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:50.553412 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:50.659865 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4ebb8d0c-c6db-4128-9ecb-6771b8b70f21 req-031c62f6-8dc5-4099-ace5-16389e0723ee service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=320d6cca-0ed1-431f-9145-f2d78a9ea0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322127 Jun 23 16:55:50.689283 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc20e47-da7a-42cd-8c04-939e0ca4f944 req-a55a687d-78d0-4103-bdf2-59318946f897 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:50.691968 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2cc20e47-da7a-42cd-8c04-939e0ca4f944 req-a55a687d-78d0-4103-bdf2-59318946f897 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 950 time: 0.0717595 Jun 23 16:55:50.732111 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2cc20e47-da7a-42cd-8c04-939e0ca4f944 req-aa859551-7c6f-4003-a8f0-6412257b87d2 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/security-groups?id=320d6cca-0ed1-431f-9145-f2d78a9ea0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347888 Jun 23 16:55:51.260228 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee4014-9631-48fd-a03d-148fc4406cf6 req-310b1dd5-9f83-414d-a15d-eeda74118ee2 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:51.261836 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1bee4014-9631-48fd-a03d-148fc4406cf6 req-310b1dd5-9f83-414d-a15d-eeda74118ee2 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.0686891 Jun 23 16:55:51.303249 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1bee4014-9631-48fd-a03d-148fc4406cf6 req-df566f0e-3338-48ef-9cea-7f178cbdb36a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346541 Jun 23 16:55:51.510698 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-d51397ac-2326-40a8-a57e-202e01f7eb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:51.515045 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f0200-2f63-4b51-afb0-1ab869d9c3be req-f603fc4e-5eb9-4360-9f7e-86977a546d2a tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:51.517447 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-007f0200-2f63-4b51-afb0-1ab869d9c3be req-f603fc4e-5eb9-4360-9f7e-86977a546d2a tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.0750844 Jun 23 16:55:51.562458 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-007f0200-2f63-4b51-afb0-1ab869d9c3be req-f232bf50-b373-46cc-8700-75963d35ce70 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374925 Jun 23 16:55:51.647240 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9970c2-427e-4e38-b31e-685ebbabfc9e req-daed469d-6d0d-4981-9d6d-dadf580a6a5e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:51.648733 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5b9970c2-427e-4e38-b31e-685ebbabfc9e req-daed469d-6d0d-4981-9d6d-dadf580a6a5e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0802901 Jun 23 16:55:51.690461 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5b9970c2-427e-4e38-b31e-685ebbabfc9e req-cf47f306-834a-4ce3-9184-0b59ea296900 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359485 Jun 23 16:55:51.706218 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-13729cbd-2857-4a3f-9b9f-effcf32ebca8 req-8a03b0f4-58e2-4d4c-904b-7917a0c398b9 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 210 time: 0.0308676 Jun 23 16:55:51.961564 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-3f66e17d-5071-4744-9877-8618fd0267bc tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:51.967914 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-3f66e17d-5071-4744-9877-8618fd0267bc tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.35 "GET /v2.0/networks?id=2286462f-a3b3-4374-8bf7-417a5e1e6dc6 HTTP/1.1" status: 200 len: 809 time: 0.1514163 Jun 23 16:55:51.981139 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df75aea-0350-448c-baa7-a8fd8312a740 req-602011f1-353c-4d38-b6f2-7a23519b6421 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:51.982679 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9df75aea-0350-448c-baa7-a8fd8312a740 req-602011f1-353c-4d38-b6f2-7a23519b6421 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 950 time: 0.1094675 Jun 23 16:55:51.987613 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Request body: {'port': {'device_id': '39ccc794-4a6a-47de-b445-b9eea1c925ca', 'network_id': '2286462f-a3b3-4374-8bf7-417a5e1e6dc6', 'admin_state_up': True, 'tenant_id': '8ba478b1aaa54285bb421578309b0fa9'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:52.100037 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9df75aea-0350-448c-baa7-a8fd8312a740 req-e906a3b4-08a0-4f4f-aad8-5bfbde1e80b1 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/security-groups?id=320d6cca-0ed1-431f-9145-f2d78a9ea0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008933 Jun 23 16:55:52.248365 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Made reservation on behalf of 8ba478b1aaa54285bb421578309b0fa9 for: {'port': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:55:52.251994 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:52.392122 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Allocated IP 172.20.0.7 (2286462f-a3b3-4374-8bf7-417a5e1e6dc6/7d5677fe-b3b6-4ea3-963a-21306b7598ad/bb4def54-e31f-494b-9aa6-d8716269b2f0) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:55:52.508647 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf85fc5-4e3d-4a07-9400-770425ddae35 req-26684497-4068-4b08-8626-05ca59f852f8 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:52.510095 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1bf85fc5-4e3d-4a07-9400-770425ddae35 req-26684497-4068-4b08-8626-05ca59f852f8 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.0795927 Jun 23 16:55:52.571412 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1bf85fc5-4e3d-4a07-9400-770425ddae35 req-838fd2b8-f926-401d-be86-6cbb92fa1177 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507529 Jun 23 16:55:52.601200 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:52.636439 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:52.719486 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2323113'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:52.730155 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:52.795958 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Network 2286462f-a3b3-4374-8bf7-417a5e1e6dc6 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:55:52.854506 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Pushing event updated for resources: {'Port': ['ID=bb4def54-e31f-494b-9aa6-d8716269b2f0,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:52.861858 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:55:52.864544 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:55:52.870359 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:52.870728 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:52.871094 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:52.871449 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:52.871801 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:52.872156 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:52.872501 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:52.872849 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:52.873219 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:52.873568 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:52.873909 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:52.874259 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:52.878388 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:52.946678 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350d8ca-ec9b-4fd5-8470-010438a2eac2 req-a85eb463-637d-42eb-9cc8-49cb57dc2c2e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:52.948513 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9350d8ca-ec9b-4fd5-8470-010438a2eac2 req-a85eb463-637d-42eb-9cc8-49cb57dc2c2e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 931 time: 0.0877261 Jun 23 16:55:52.952814 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:52.953495 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:52.973976 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648fc00-03c1-4dbe-9037-170acd1e7aeb req-e8a721cf-740b-4e16-acfa-401e981761e8 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:52.975540 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c648fc00-03c1-4dbe-9037-170acd1e7aeb req-e8a721cf-740b-4e16-acfa-401e981761e8 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.2279589 Jun 23 16:55:53.022820 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9350d8ca-ec9b-4fd5-8470-010438a2eac2 req-518114c2-3fa5-403e-97e6-18c2286c31db tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654333 Jun 23 16:55:53.034055 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe8305-0b72-4ce4-8421-78fc1bbc2236 req-ad14770d-7bdf-4fb3-9b16-23ea7e598a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:53.035529 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-09fe8305-0b72-4ce4-8421-78fc1bbc2236 req-ad14770d-7bdf-4fb3-9b16-23ea7e598a6b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=58bd8fd6ed204ffa93646e359469c46f&device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 1096 time: 0.0861163 Jun 23 16:55:53.066658 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0828710 Jun 23 16:55:53.077801 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c648fc00-03c1-4dbe-9037-170acd1e7aeb req-54ada6aa-ccec-477a-b52b-a1ec978a5073 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906549 Jun 23 16:55:53.101343 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59060e60-59b6-4695-9617-fa36a3b2a176 req-9fdcf546-7e6f-4b0e-b748-d8a281c75a62 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:53.101343 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-59060e60-59b6-4695-9617-fa36a3b2a176 req-9fdcf546-7e6f-4b0e-b748-d8a281c75a62 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.35 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 946 time: 0.1182685 Jun 23 16:55:53.122562 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Request body: {'port': {'device_id': '39ccc794-4a6a-47de-b445-b9eea1c925ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:53.265995 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:53.472757 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0cf5d8-3239-4f78-a210-3362ed32ca19 req-54f47219-d54d-4a38-97c1-05711fb70194 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:53.474274 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7b0cf5d8-3239-4f78-a210-3362ed32ca19 req-54f47219-d54d-4a38-97c1-05711fb70194 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 950 time: 0.2295153 Jun 23 16:55:53.488459 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-59060e60-59b6-4695-9617-fa36a3b2a176 req-fc0caf9a-ad56-483c-9a05-91d4d218ed1f tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Deleting port e43a0d68-ed18-4b24-bc50-098ddaa53193 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:55:53.488803 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-59060e60-59b6-4695-9617-fa36a3b2a176 req-fc0caf9a-ad56-483c-9a05-91d4d218ed1f tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:53.504483 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe8305-0b72-4ce4-8421-78fc1bbc2236 req-0d5e6679-a1d6-4914-ae51-f61ac38b2c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:53.505994 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-09fe8305-0b72-4ce4-8421-78fc1bbc2236 req-0d5e6679-a1d6-4914-ae51-f61ac38b2c4a service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 HTTP/1.1" status: 200 len: 918 time: 0.3877366 Jun 23 16:55:53.524116 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128eb50e-cfcb-40fd-b8f2-fb70e23fbcfc req-663a1e99-3334-4910-aee7-9a9670e10bb1 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:53.525740 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-128eb50e-cfcb-40fd-b8f2-fb70e23fbcfc req-663a1e99-3334-4910-aee7-9a9670e10bb1 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.3385770 Jun 23 16:55:53.618641 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-09fe8305-0b72-4ce4-8421-78fc1bbc2236 req-f3dbd91a-28f9-4a4b-8d11-c376c548baaf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58dad907-e5b4-424f-b8a4-f9d872b0cd06 HTTP/1.1" status: 200 len: 999 time: 0.0918219 Jun 23 16:55:53.621471 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-128eb50e-cfcb-40fd-b8f2-fb70e23fbcfc req-9eb7fb7a-dd06-4a77-a35e-ff6a604c3eb7 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868928 Jun 23 16:55:53.625103 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7b0cf5d8-3239-4f78-a210-3362ed32ca19 req-e9724e8a-5527-4cad-9670-75124acf3b61 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/security-groups?id=320d6cca-0ed1-431f-9145-f2d78a9ea0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380477 Jun 23 16:55:53.681286 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe8305-0b72-4ce4-8421-78fc1bbc2236 req-f427face-0577-4b89-9cf9-4889c49ec708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:53.682755 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-09fe8305-0b72-4ce4-8421-78fc1bbc2236 req-f427face-0577-4b89-9cf9-4889c49ec708 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc9f899-f082-4611-8cfd-98693f165ef6 HTTP/1.1" status: 200 len: 855 time: 0.0561106 Jun 23 16:55:53.697456 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-59060e60-59b6-4695-9617-fa36a3b2a176 req-fc0caf9a-ad56-483c-9a05-91d4d218ed1f tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] For port e43a0d68-ed18-4b24-bc50-098ddaa53193, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e43a0d68-ed18-4b24-bc50-098ddaa53193,segment=NetworkSegment(86c6b180-6392-4bf7-bfce-1134c8aa2a34),segment_id=86c6b180-6392-4bf7-bfce-1134c8aa2a34)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:55:53.707257 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-59060e60-59b6-4695-9617-fa36a3b2a176 req-fc0caf9a-ad56-483c-9a05-91d4d218ed1f tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:53.732395 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-59060e60-59b6-4695-9617-fa36a3b2a176 req-fc0caf9a-ad56-483c-9a05-91d4d218ed1f tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Calling delete_port for e43a0d68-ed18-4b24-bc50-098ddaa53193 owned by compute:nova {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:55:53.861531 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe8305-0b72-4ce4-8421-78fc1bbc2236 req-04c77b01-3bc3-4071-b171-9cb756142607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:53.863396 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-09fe8305-0b72-4ce4-8421-78fc1bbc2236 req-04c77b01-3bc3-4071-b171-9cb756142607 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1617818 Jun 23 16:55:53.875475 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c60f97-02eb-45c1-84a4-8148d8209970 req-adf8deef-7e53-4909-ae3f-c9f9d40f2e28 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:53.877037 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-34c60f97-02eb-45c1-84a4-8148d8209970 req-adf8deef-7e53-4909-ae3f-c9f9d40f2e28 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.1074626 Jun 23 16:55:53.951523 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4def54-e31f-494b-9aa6-d8716269b2f0 {{(pid=105486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:55:53.961069 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:53.978200 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-34c60f97-02eb-45c1-84a4-8148d8209970 req-098c0907-145c-4ac0-b3d3-b68c2d8e1c5a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882518 Jun 23 16:55:54.000467 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-09fe8305-0b72-4ce4-8421-78fc1bbc2236 req-472361c7-66f8-44ae-9e35-a906fdf23d14 service neutron] 10.222.0.35 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217346 Jun 23 16:55:54.066549 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:54.100319 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Transition to ACTIVE for port object bb4def54-e31f-494b-9aa6-d8716269b2f0 will not be triggered until provisioned by entity L2. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:55:54.102606 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-59060e60-59b6-4695-9617-fa36a3b2a176 req-fc0caf9a-ad56-483c-9a05-91d4d218ed1f tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:54.103464 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-09fe8305-0b72-4ce4-8421-78fc1bbc2236 req-eb91e64f-c4ac-4338-b59d-a7c92bb38404 service neutron] 10.222.0.35 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942554 Jun 23 16:55:54.115192 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:54.139968 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0caf9a-ad56-483c-9a05-91d4d218ed1f tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Pushing event deleted for resources: {'Port': ['ID=e43a0d68-ed18-4b24-bc50-098ddaa53193,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:54.151946 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['7c7029bd-593d-4843-a3ab-e13289e717ac', 'e43a0d68-ed18-4b24-bc50-098ddaa53193'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:55:54.152060 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-fc0caf9a-ad56-483c-9a05-91d4d218ed1f tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:54.199440 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-59060e60-59b6-4695-9617-fa36a3b2a176 req-fc0caf9a-ad56-483c-9a05-91d4d218ed1f tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] No DVR routers for this DVR port e43a0d68-ed18-4b24-bc50-098ddaa53193 on host hv-cinder-79760 {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:55:54.201996 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-59060e60-59b6-4695-9617-fa36a3b2a176 req-fc0caf9a-ad56-483c-9a05-91d4d218ed1f tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:54.204319 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-59060e60-59b6-4695-9617-fa36a3b2a176 req-fc0caf9a-ad56-483c-9a05-91d4d218ed1f tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.35 "DELETE /v2.0/ports/e43a0d68-ed18-4b24-bc50-098ddaa53193 HTTP/1.1" status: 204 len: 173 time: 1.0270026 Jun 23 16:55:54.204822 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bd8809-3911-49ab-844a-773f2d454e20', 'name': 'network-vif-deleted', 'tag': 'e43a0d68-ed18-4b24-bc50-098ddaa53193'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:55:54.207151 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7580b3e4-a22f-4c76-9a62-eab4e848ac75" -d '{"events": [{"server_uuid": "59bd8809-3911-49ab-844a-773f2d454e20", "name": "network-vif-deleted", "tag": "e43a0d68-ed18-4b24-bc50-098ddaa53193"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:55:54.211631 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:54.214761 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:54.264920 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Pushing event updated for resources: {'Port': ['ID=bb4def54-e31f-494b-9aa6-d8716269b2f0,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:54.269352 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:54.340262 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Attempting to bind port bb4def54-e31f-494b-9aa6-d8716269b2f0 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:55:54.340601 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Attempting to bind port bb4def54-e31f-494b-9aa6-d8716269b2f0 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'a4ff4edc-8ab4-4695-8dcd-55484c6811ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '2286462f-a3b3-4374-8bf7-417a5e1e6dc6'}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:55:54.340955 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Attempting to bind port bb4def54-e31f-494b-9aa6-d8716269b2f0 on network 2286462f-a3b3-4374-8bf7-417a5e1e6dc6 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:55:54.345967 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Port bb4def54-e31f-494b-9aa6-d8716269b2f0 on network 2286462f-a3b3-4374-8bf7-417a5e1e6dc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:55:54.346296 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Attempting to bind port bb4def54-e31f-494b-9aa6-d8716269b2f0 on network 2286462f-a3b3-4374-8bf7-417a5e1e6dc6 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:55:54.370394 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Checking agent: {'id': '78e83b5f-0ecc-435c-a465-b1f96103afbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:55:54.370735 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Checking segment: {'id': 'a4ff4edc-8ab4-4695-8dcd-55484c6811ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '2286462f-a3b3-4374-8bf7-417a5e1e6dc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:55:54.375420 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Bound using segment: {'id': 'a4ff4edc-8ab4-4695-8dcd-55484c6811ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '2286462f-a3b3-4374-8bf7-417a5e1e6dc6'} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:55:54.375957 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Bound port: bb4def54-e31f-494b-9aa6-d8716269b2f0, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ff4edc-8ab4-4695-8dcd-55484c6811ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '2286462f-a3b3-4374-8bf7-417a5e1e6dc6'}}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:55:54.376332 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:54.406056 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 56680) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:54.471079 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] For port bb4def54-e31f-494b-9aa6-d8716269b2f0, host hv-cinder-79760, cleared binding levels {{(pid=105486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:55:54.477886 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] For port bb4def54-e31f-494b-9aa6-d8716269b2f0, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bb4def54-e31f-494b-9aa6-d8716269b2f0,segment=NetworkSegment(a4ff4edc-8ab4-4695-8dcd-55484c6811ab),segment_id=a4ff4edc-8ab4-4695-8dcd-55484c6811ab)] {{(pid=105486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:55:54.525700 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-f8cdc993-82f2-44a7-9987-57de3cb2f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:54.567720 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f4dc1002-3d65-4e4d-9b08-1847770c159c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:54.585707 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:54.589419 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-b32abb19-962a-43f2-9e5d-b0b63fff622e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:54.625238 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:54.625864 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:54.627717 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] 10.222.0.35 "PUT /v2.0/ports/bb4def54-e31f-494b-9aa6-d8716269b2f0 HTTP/1.1" status: 200 len: 1093 time: 1.5099378 Jun 23 16:55:54.637341 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333883bf-bc67-4a35-8cdf-6aef460bb016 req-c1a2e799-8e7f-4b78-a255-c62b9e2df14f tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:54.639943 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-333883bf-bc67-4a35-8cdf-6aef460bb016 req-c1a2e799-8e7f-4b78-a255-c62b9e2df14f tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 943 time: 0.1136756 Jun 23 16:55:54.681211 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Pushing event updated for resources: {'Port': ['ID=bb4def54-e31f-494b-9aa6-d8716269b2f0,revision_number=3']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:54.685380 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f4dc1002-3d65-4e4d-9b08-1847770c159c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:54.687642 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:54.700968 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-333883bf-bc67-4a35-8cdf-6aef460bb016 req-8fd010ec-b63d-4be3-9d16-f72069ec50f4 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511065 Jun 23 16:55:54.808169 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f4dc1002-3d65-4e4d-9b08-1847770c159c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:54.811982 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-6e7bfc9e-cd25-40bf-b47b-807be0be2f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:54.856766 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-f4dc1002-3d65-4e4d-9b08-1847770c159c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c17067f86b84766897630895e853a0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4457092 Jun 23 16:55:54.856766 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc1002-3d65-4e4d-9b08-1847770c159c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5a4607-182f-4b76-9663-6e1a6ebdff30,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:54.859838 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 56690) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:54.871230 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc1002-3d65-4e4d-9b08-1847770c159c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:54.871601 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc1002-3d65-4e4d-9b08-1847770c159c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:54.871954 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc1002-3d65-4e4d-9b08-1847770c159c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:54.872305 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc1002-3d65-4e4d-9b08-1847770c159c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:54.872647 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc1002-3d65-4e4d-9b08-1847770c159c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:54.872989 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc1002-3d65-4e4d-9b08-1847770c159c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:54.873363 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc1002-3d65-4e4d-9b08-1847770c159c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:54.873707 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc1002-3d65-4e4d-9b08-1847770c159c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:54.874048 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc1002-3d65-4e4d-9b08-1847770c159c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:54.874389 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc1002-3d65-4e4d-9b08-1847770c159c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:54.874722 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc1002-3d65-4e4d-9b08-1847770c159c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:54.875061 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc1002-3d65-4e4d-9b08-1847770c159c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:54.876594 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3d68f456-bdc7-4498-a67e-316e2d915af0 req-1df753f5-49ae-4633-a0c1-1f6a3e0218e5 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 210 time: 0.0368640 Jun 23 16:55:54.887505 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-f4dc1002-3d65-4e4d-9b08-1847770c159c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:54.946335 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66436a0-7047-4e4e-b5a7-d698a14f5bbc x-openstack-request-id: req-d66436a0-7047-4e4e-b5a7-d698a14f5bbc {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:55:54.946335 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bd8809-3911-49ab-844a-773f2d454e20", "name": "network-vif-deleted", "tag": "e43a0d68-ed18-4b24-bc50-098ddaa53193", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:55:54.946335 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d66436a0-7047-4e4e-b5a7-d698a14f5bbc {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:55:54.946335 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bd8809-3911-49ab-844a-773f2d454e20', 'name': 'network-vif-deleted', 'tag': 'e43a0d68-ed18-4b24-bc50-098ddaa53193', 'status': 'completed', 'code': 200} Jun 23 16:55:54.946642 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4807964b-3290-4332-9a72-24c49b994710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:54.946811 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-718043fc-90d7-4768-ab5a-1ef16d0a0a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:54.948288 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-718043fc-90d7-4768-ab5a-1ef16d0a0a56 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ba478b1aaa54285bb421578309b0fa9&device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 1096 time: 0.0708120 Jun 23 16:55:54.971973 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4807964b-3290-4332-9a72-24c49b994710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:55.011771 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-3116d2cd-1808-480a-a2b4-4114671a7a8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb4def54-e31f-494b-9aa6-d8716269b2f0 HTTP/1.1" status: 200 len: 217 time: 0.0371220 Jun 23 16:55:55.104200 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-82c11162-7b9a-443b-9d90-b593b24b0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:55.105710 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-82c11162-7b9a-443b-9d90-b593b24b0949 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d5677fe-b3b6-4ea3-963a-21306b7598ad HTTP/1.1" status: 200 len: 849 time: 0.0823143 Jun 23 16:55:55.110593 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4807964b-3290-4332-9a72-24c49b994710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:55.113227 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4807964b-3290-4332-9a72-24c49b994710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:55.116288 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-4807964b-3290-4332-9a72-24c49b994710 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac5a4607-182f-4b76-9663-6e1a6ebdff30 HTTP/1.1" status: 204 len: 168 time: 0.2535250 Jun 23 16:55:55.116288 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-0859936f-3dea-431c-b3c5-cb12003673ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:55.123700 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807964b-3290-4332-9a72-24c49b994710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5a4607-182f-4b76-9663-6e1a6ebdff30,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:55.131130 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-4807964b-3290-4332-9a72-24c49b994710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:55.152227 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-37456efd-31d9-4ff8-b4ce-e0ca77be0754 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2286462f-a3b3-4374-8bf7-417a5e1e6dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356357 Jun 23 16:55:55.162004 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab080b5a-f959-4e24-ba11-c5ae99be7115 req-5a0de208-9028-4ba0-8106-e10c8334ad54 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:55.164100 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ab080b5a-f959-4e24-ba11-c5ae99be7115 req-5a0de208-9028-4ba0-8106-e10c8334ad54 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 950 time: 0.1327517 Jun 23 16:55:55.517492 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ab080b5a-f959-4e24-ba11-c5ae99be7115 req-9e2c3002-4855-401c-acfb-4bba4d1b374c tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/security-groups?id=320d6cca-0ed1-431f-9145-f2d78a9ea0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451741 Jun 23 16:55:55.549791 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-8c28fc23-0e6b-4aa3-ad03-98289446bc31 service neutron] 10.222.0.35 "GET /v2.0/networks/2286462f-a3b3-4374-8bf7-417a5e1e6dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847187 Jun 23 16:55:55.571390 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:55.775178 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d2dedb3c-ac54-4f82-b44f-9fd287f1a8e0 req-df02c9ec-451d-4029-bbe5-3eb1d2210302 service neutron] 10.222.0.35 "GET /v2.0/networks/2286462f-a3b3-4374-8bf7-417a5e1e6dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430950 Jun 23 16:55:55.809199 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0094d-a8d5-4352-8f19-601fab633d1f req-b15c7f9f-5df1-468c-9b08-bd1338a178c2 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:55.815400 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-58b0094d-a8d5-4352-8f19-601fab633d1f req-b15c7f9f-5df1-468c-9b08-bd1338a178c2 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.1684122 Jun 23 16:55:55.859666 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-58b0094d-a8d5-4352-8f19-601fab633d1f req-95bdfcbe-d59c-487e-92eb-e2d0dbe62607 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390470 Jun 23 16:55:55.945928 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854799e-a3d4-483b-8177-54e472e12759 req-727717d0-11e7-479f-be70-8244f3248920 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:55.947450 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f854799e-a3d4-483b-8177-54e472e12759 req-727717d0-11e7-479f-be70-8244f3248920 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 943 time: 0.0800159 Jun 23 16:55:55.993044 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f854799e-a3d4-483b-8177-54e472e12759 req-8cf0a3d8-70c7-4656-a751-eec0b713f2d8 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397344 Jun 23 16:55:56.149808 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8551448c-7d24-4c20-bdd5-35e2f10bf385 req-c43fd379-77de-47ae-a940-bd8bd79021e1 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=59bd8809-3911-49ab-844a-773f2d454e20 HTTP/1.1" status: 200 len: 210 time: 0.0354908 Jun 23 16:55:56.220074 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 56724) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:56.328661 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-78dea00c-ff10-4107-9b81-0080a32478b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:56.427187 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-78dea00c-ff10-4107-9b81-0080a32478b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:56.501886 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d9505-9086-470d-b56c-0919a75b358e req-ffdee996-9c07-4540-b2c9-30d7aa9c7b05 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:56.503434 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d20d9505-9086-470d-b56c-0919a75b358e req-ffdee996-9c07-4540-b2c9-30d7aa9c7b05 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.0706592 Jun 23 16:55:56.516214 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-78dea00c-ff10-4107-9b81-0080a32478b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:56.518858 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-b8d60f46-83e7-465e-969a-0853b5d4032c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:56.560998 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d20d9505-9086-470d-b56c-0919a75b358e req-cf68497f-3682-4c96-835b-d0d8dadf6c92 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479987 Jun 23 16:55:56.570155 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dea00c-ff10-4107-9b81-0080a32478b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7772196b-f03c-4481-b0b3-fb17c1987197,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:56.577823 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-78dea00c-ff10-4107-9b81-0080a32478b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6a6d17469794b21854c09e0acdf4cee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568888 Jun 23 16:55:56.578426 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 56744) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:56.582062 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-78dea00c-ff10-4107-9b81-0080a32478b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:56.648273 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2fd5eb67-6b8b-4daf-a3b0-65e94d39e140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:56.678930 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2fd5eb67-6b8b-4daf-a3b0-65e94d39e140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:56.785775 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615cdbc-db11-4199-b5d7-acf2267dd301 req-4aa75556-fe59-4bd8-bf73-223496795f24 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:56.787577 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f615cdbc-db11-4199-b5d7-acf2267dd301 req-4aa75556-fe59-4bd8-bf73-223496795f24 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 950 time: 0.1054935 Jun 23 16:55:56.844463 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f615cdbc-db11-4199-b5d7-acf2267dd301 req-17ae1263-df66-45ed-873a-2b49c617bb3b tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/security-groups?id=320d6cca-0ed1-431f-9145-f2d78a9ea0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505562 Jun 23 16:55:56.859035 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2fd5eb67-6b8b-4daf-a3b0-65e94d39e140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:56.861830 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2fd5eb67-6b8b-4daf-a3b0-65e94d39e140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:56.863357 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-2fd5eb67-6b8b-4daf-a3b0-65e94d39e140 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7772196b-f03c-4481-b0b3-fb17c1987197 HTTP/1.1" status: 204 len: 168 time: 0.2827303 Jun 23 16:55:56.864267 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-d9f3fb28-1327-4c3b-b147-a4e791c5b176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:56.876464 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5eb67-6b8b-4daf-a3b0-65e94d39e140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7772196b-f03c-4481-b0b3-fb17c1987197,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:56.880194 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-2fd5eb67-6b8b-4daf-a3b0-65e94d39e140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:56.942796 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ccc794-4a6a-47de-b445-b9eea1c925ca', 'tag': 'bb4def54-e31f-494b-9aa6-d8716269b2f0'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:55:56.942796 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c484a0ce-fbe6-4f20-a9fd-7ef43a4f85e0" -d '{"events": [{"name": "network-changed", "server_uuid": "39ccc794-4a6a-47de-b445-b9eea1c925ca", "tag": "bb4def54-e31f-494b-9aa6-d8716269b2f0"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:55:56.984995 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f170037e-c257-4910-a9c8-9a1316f4c4e3 x-openstack-request-id: req-f170037e-c257-4910-a9c8-9a1316f4c4e3 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:55:56.984995 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ccc794-4a6a-47de-b445-b9eea1c925ca", "tag": "bb4def54-e31f-494b-9aa6-d8716269b2f0", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:55:56.985624 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f170037e-c257-4910-a9c8-9a1316f4c4e3 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:55:56.986027 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ccc794-4a6a-47de-b445-b9eea1c925ca', 'tag': 'bb4def54-e31f-494b-9aa6-d8716269b2f0', 'status': 'completed', 'code': 200} Jun 23 16:55:57.025788 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41fe18-4727-4db2-a608-bf13857dd5aa req-2dbede37-7856-44ca-b509-5c0d14473cb9 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:57.027495 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1f41fe18-4727-4db2-a608-bf13857dd5aa req-2dbede37-7856-44ca-b509-5c0d14473cb9 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 950 time: 0.0802591 Jun 23 16:55:57.095192 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be1ecf-0b5c-430e-a139-1319d4ec57d6 req-30a32cac-7820-4550-9ac3-f151968dbc72 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:57.096839 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-02be1ecf-0b5c-430e-a139-1319d4ec57d6 req-30a32cac-7820-4550-9ac3-f151968dbc72 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0877519 Jun 23 16:55:57.111118 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:57.141166 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-02be1ecf-0b5c-430e-a139-1319d4ec57d6 req-e407d285-a9db-4069-ac51-ca763f0777ca tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378053 Jun 23 16:55:57.227459 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484a0ce-fbe6-4f20-a9fd-7ef43a4f85e0 req-61c9e18e-f017-4d74-afb6-dc49293fc69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:57.228941 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c484a0ce-fbe6-4f20-a9fd-7ef43a4f85e0 req-61c9e18e-f017-4d74-afb6-dc49293fc69f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ba478b1aaa54285bb421578309b0fa9&device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 1096 time: 0.1658499 Jun 23 16:55:57.282034 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8682665-f00c-4739-9bb5-5245bc530248 req-df682edc-2e13-4cf2-8cd9-dacacd751137 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:57.283924 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f8682665-f00c-4739-9bb5-5245bc530248 req-df682edc-2e13-4cf2-8cd9-dacacd751137 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 943 time: 0.1570306 Jun 23 16:55:57.290213 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-1f41fe18-4727-4db2-a608-bf13857dd5aa req-09d2d134-079c-4f73-a515-b6b740c8aa73 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Deleting port 590b62b0-7627-45a1-a880-034b63b6c839 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:55:57.291211 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-1f41fe18-4727-4db2-a608-bf13857dd5aa req-09d2d134-079c-4f73-a515-b6b740c8aa73 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:57.295035 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 56772) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:57.408371 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f0bbf24d-208a-4432-84fc-8a4cc88e550b req-622adf1b-7252-4c91-ae7f-518c4be6a8bf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1114099 Jun 23 16:55:57.435058 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f8682665-f00c-4739-9bb5-5245bc530248 req-c8277406-5fb9-4db4-8001-3ee2c10cf9d9 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036115 Jun 23 16:55:57.472765 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484a0ce-fbe6-4f20-a9fd-7ef43a4f85e0 req-6c8f7ee4-332e-4763-99a4-96317e5cdd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:57.475095 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c484a0ce-fbe6-4f20-a9fd-7ef43a4f85e0 req-6c8f7ee4-332e-4763-99a4-96317e5cdd5f service neutron] 10.222.0.35 "GET /v2.0/networks?id=2286462f-a3b3-4374-8bf7-417a5e1e6dc6 HTTP/1.1" status: 200 len: 911 time: 0.2324574 Jun 23 16:55:57.482098 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-1f41fe18-4727-4db2-a608-bf13857dd5aa req-09d2d134-079c-4f73-a515-b6b740c8aa73 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] For port 590b62b0-7627-45a1-a880-034b63b6c839, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=590b62b0-7627-45a1-a880-034b63b6c839,segment=NetworkSegment(db07131c-02c1-4c70-a4e9-82f8671eb36f),segment_id=db07131c-02c1-4c70-a4e9-82f8671eb36f)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:55:57.482468 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-1f41fe18-4727-4db2-a608-bf13857dd5aa req-09d2d134-079c-4f73-a515-b6b740c8aa73 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:57.533317 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c484a0ce-fbe6-4f20-a9fd-7ef43a4f85e0 req-a2a3bc5a-b923-413f-8eb0-6f82b3a27fc6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb4def54-e31f-494b-9aa6-d8716269b2f0 HTTP/1.1" status: 200 len: 217 time: 0.0482004 Jun 23 16:55:57.534430 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-1f41fe18-4727-4db2-a608-bf13857dd5aa req-09d2d134-079c-4f73-a515-b6b740c8aa73 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Calling delete_port for 590b62b0-7627-45a1-a880-034b63b6c839 owned by compute:nova {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:55:57.651598 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484a0ce-fbe6-4f20-a9fd-7ef43a4f85e0 req-258c8cbf-e64a-4722-ba50-36b1e1c5f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:57.652600 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c484a0ce-fbe6-4f20-a9fd-7ef43a4f85e0 req-258c8cbf-e64a-4722-ba50-36b1e1c5f760 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d5677fe-b3b6-4ea3-963a-21306b7598ad HTTP/1.1" status: 200 len: 849 time: 0.1073036 Jun 23 16:55:57.711897 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c484a0ce-fbe6-4f20-a9fd-7ef43a4f85e0 req-f8cd1e0d-0cfd-4122-b934-ddf0508933a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2286462f-a3b3-4374-8bf7-417a5e1e6dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320942 Jun 23 16:55:57.851498 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c484a0ce-fbe6-4f20-a9fd-7ef43a4f85e0 req-3e65a79c-11af-40f4-925c-1f4533abb7ab service neutron] 10.222.0.35 "GET /v2.0/networks/2286462f-a3b3-4374-8bf7-417a5e1e6dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064324 Jun 23 16:55:57.860437 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3020f2-99a6-4ec9-a73e-187659305a3d req-bb13648a-4949-42c1-af45-8016fb7ea823 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:57.862201 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1d3020f2-99a6-4ec9-a73e-187659305a3d req-bb13648a-4949-42c1-af45-8016fb7ea823 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.0832698 Jun 23 16:55:57.907221 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1d3020f2-99a6-4ec9-a73e-187659305a3d req-c43f5ac8-e2bd-4c16-a77d-24531dcfb883 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374625 Jun 23 16:55:57.932490 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 56796) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:57.955085 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-459c378c-e2c1-499b-a56f-9c7f226b10a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:57.974509 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c484a0ce-fbe6-4f20-a9fd-7ef43a4f85e0 req-4c9296b7-c2b4-45f2-97e7-5315dd0336ef service neutron] 10.222.0.35 "GET /v2.0/networks/2286462f-a3b3-4374-8bf7-417a5e1e6dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067839 Jun 23 16:55:58.010430 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-1f41fe18-4727-4db2-a608-bf13857dd5aa req-09d2d134-079c-4f73-a515-b6b740c8aa73 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:58.017222 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:58.051250 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2d134-079c-4f73-a515-b6b740c8aa73 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Pushing event deleted for resources: {'Port': ['ID=590b62b0-7627-45a1-a880-034b63b6c839,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:58.051468 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['590b62b0-7627-45a1-a880-034b63b6c839'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:55:58.055664 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-09d2d134-079c-4f73-a515-b6b740c8aa73 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:58.095837 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 58dad907-e5b4-424f-b8a4-f9d872b0cd06 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:55:58.130081 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f41fe18-4727-4db2-a608-bf13857dd5aa req-09d2d134-079c-4f73-a515-b6b740c8aa73 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] No DVR routers for this DVR port 590b62b0-7627-45a1-a880-034b63b6c839 on host hv-cinder-79760 {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:55:58.140736 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-1f41fe18-4727-4db2-a608-bf13857dd5aa req-09d2d134-079c-4f73-a515-b6b740c8aa73 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:58.146564 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1f41fe18-4727-4db2-a608-bf13857dd5aa req-09d2d134-079c-4f73-a515-b6b740c8aa73 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.35 "DELETE /v2.0/ports/590b62b0-7627-45a1-a880-034b63b6c839 HTTP/1.1" status: 204 len: 173 time: 1.1116552 Jun 23 16:55:58.153990 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42b672-a9af-4e88-9139-2ffcbb243fb2 req-ab1ba69e-1abe-4e51-82e4-4a35ff59c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:58.156341 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6e42b672-a9af-4e88-9139-2ffcbb243fb2 req-ab1ba69e-1abe-4e51-82e4-4a35ff59c820 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=13aefe26f9b840c483117371156e9160&device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 1098 time: 0.1987391 Jun 23 16:55:58.238069 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device e43a0d68-ed18-4b24-bc50-098ddaa53193 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:55:58.266829 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] No Port match for: e43a0d68-ed18-4b24-bc50-098ddaa53193 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:55:58.267493 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device e43a0d68-ed18-4b24-bc50-098ddaa53193 not bound to the agent host hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:55:58.289742 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8512d-1f0f-425b-b0bf-0c222b025dc7 req-c25faf54-7535-496a-9931-d481c7dbf285 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:58.295365 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f2b8512d-1f0f-425b-b0bf-0c222b025dc7 req-c25faf54-7535-496a-9931-d481c7dbf285 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.2636871 Jun 23 16:55:58.357095 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-459c378c-e2c1-499b-a56f-9c7f226b10a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:58.360971 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42b672-a9af-4e88-9139-2ffcbb243fb2 req-9c5ac2b7-dfd7-416c-a9b3-14dc64b6b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:58.372276 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6e42b672-a9af-4e88-9139-2ffcbb243fb2 req-9c5ac2b7-dfd7-416c-a9b3-14dc64b6b7e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b23fbb98-5784-4b39-a20a-1c7bc7c6884e HTTP/1.1" status: 200 len: 913 time: 0.1965294 Jun 23 16:55:58.377836 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f2b8512d-1f0f-425b-b0bf-0c222b025dc7 req-f026a740-5c0b-4ec6-940a-afa309bd5b33 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718215 Jun 23 16:55:58.400039 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-516bfbd2-0a0c-4537-8230-b4a7e6d26c94 req-b07f5206-6eee-4967-ad84-d68958983cfe tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 210 time: 0.0345547 Jun 23 16:55:58.459776 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6e42b672-a9af-4e88-9139-2ffcbb243fb2 req-15c2f363-65d4-4a07-b4a4-4ec1236670f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe25a1ad-e013-4927-afd6-8865afc577b3 HTTP/1.1" status: 200 len: 1001 time: 0.0768251 Jun 23 16:55:58.545150 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-459c378c-e2c1-499b-a56f-9c7f226b10a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:58.550195 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-6bea7b7e-0085-4014-8b8c-ce21ba4a9722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:58.609352 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42b672-a9af-4e88-9139-2ffcbb243fb2 req-7ea1cb84-a3a6-4c97-a20a-4b70463b8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:58.610807 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6e42b672-a9af-4e88-9139-2ffcbb243fb2 req-7ea1cb84-a3a6-4c97-a20a-4b70463b8e35 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=556de990-9411-4552-8962-8043c6baa871 HTTP/1.1" status: 200 len: 850 time: 0.1299706 Jun 23 16:55:58.618465 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-459c378c-e2c1-499b-a56f-9c7f226b10a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f2611a2771d4e86bebf56e25e466048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6845446 Jun 23 16:55:58.621667 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 56802) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:58.623818 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c378c-e2c1-499b-a56f-9c7f226b10a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08e6daf-63f1-4a7b-9f0d-9a6446ad34e3,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:58.638659 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-459c378c-e2c1-499b-a56f-9c7f226b10a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:58.643604 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7492996-f668-46a2-9eb8-0d5930e4c644 req-207f8260-ebdf-4a2e-a2cc-e7334114a9d2 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:58.649681 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d7492996-f668-46a2-9eb8-0d5930e4c644 req-207f8260-ebdf-4a2e-a2cc-e7334114a9d2 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 943 time: 0.0929146 Jun 23 16:55:58.683286 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d1bbf-5160-46c8-af43-f38c79d03b63 req-8a110595-00fe-4235-a6b3-54e62acc5108 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:58.684824 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-4f5d1bbf-5160-46c8-af43-f38c79d03b63 req-8a110595-00fe-4235-a6b3-54e62acc5108 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.1741903 Jun 23 16:55:58.725042 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42b672-a9af-4e88-9139-2ffcbb243fb2 req-62e72dea-bf1e-4899-84f2-7db6bd6745b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:58.726658 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6e42b672-a9af-4e88-9139-2ffcbb243fb2 req-62e72dea-bf1e-4899-84f2-7db6bd6745b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b23fbb98-5784-4b39-a20a-1c7bc7c6884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1071160 Jun 23 16:55:58.739706 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d7492996-f668-46a2-9eb8-0d5930e4c644 req-34b1313c-467c-46ae-b1b1-ae1fddaa920c tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828145 Jun 23 16:55:58.741387 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e0cb820-75d8-4fc8-b303-dcb5d3e0a445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:58.756657 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-4f5d1bbf-5160-46c8-af43-f38c79d03b63 req-cbc9e699-9f46-4c8c-95b7-9de99e93cd4d tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587676 Jun 23 16:55:58.771891 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e0cb820-75d8-4fc8-b303-dcb5d3e0a445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:58.866273 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6e42b672-a9af-4e88-9139-2ffcbb243fb2 req-9a525153-d601-4f82-80b5-7d8e973a22bb service neutron] 10.222.0.35 "GET /v2.0/networks/b23fbb98-5784-4b39-a20a-1c7bc7c6884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269588 Jun 23 16:55:58.974718 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e0cb820-75d8-4fc8-b303-dcb5d3e0a445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:58.979586 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e0cb820-75d8-4fc8-b303-dcb5d3e0a445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:58.983145 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6e42b672-a9af-4e88-9139-2ffcbb243fb2 req-c1151d5a-5e1e-4326-8ae8-047e40efb745 service neutron] 10.222.0.35 "GET /v2.0/networks/b23fbb98-5784-4b39-a20a-1c7bc7c6884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084747 Jun 23 16:55:58.983273 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-1e0cb820-75d8-4fc8-b303-dcb5d3e0a445 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b08e6daf-63f1-4a7b-9f0d-9a6446ad34e3 HTTP/1.1" status: 204 len: 168 time: 0.3568015 Jun 23 16:55:58.983273 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-5d5da416-199f-4371-9d5a-ebaf594e0307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:58.987075 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b63283d-b56a-4b85-a69a-62ad3a37ccb4', 'name': 'network-vif-deleted', 'tag': '590b62b0-7627-45a1-a880-034b63b6c839'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:55:58.989863 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2249e441-ad29-4726-839a-5be1108a9544" -d '{"events": [{"server_uuid": "8b63283d-b56a-4b85-a69a-62ad3a37ccb4", "name": "network-vif-deleted", "tag": "590b62b0-7627-45a1-a880-034b63b6c839"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:55:58.998101 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cb820-75d8-4fc8-b303-dcb5d3e0a445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08e6daf-63f1-4a7b-9f0d-9a6446ad34e3,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:59.000961 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-1e0cb820-75d8-4fc8-b303-dcb5d3e0a445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:59.061044 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd965be-81cc-4eec-b2ba-0a0741a13614 x-openstack-request-id: req-0fd965be-81cc-4eec-b2ba-0a0741a13614 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:55:59.061231 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b63283d-b56a-4b85-a69a-62ad3a37ccb4", "name": "network-vif-deleted", "tag": "590b62b0-7627-45a1-a880-034b63b6c839", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:55:59.061507 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0fd965be-81cc-4eec-b2ba-0a0741a13614 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:55:59.064264 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b63283d-b56a-4b85-a69a-62ad3a37ccb4', 'name': 'network-vif-deleted', 'tag': '590b62b0-7627-45a1-a880-034b63b6c839', 'status': 'completed', 'code': 200} Jun 23 16:55:59.217355 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6d70f-a40c-4715-b916-c5cb41cc7dcb req-86429cda-1326-4356-b5bf-8251fd877fba tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:59.219174 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8ff6d70f-a40c-4715-b916-c5cb41cc7dcb req-86429cda-1326-4356-b5bf-8251fd877fba tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.1362438 Jun 23 16:55:59.263497 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8ff6d70f-a40c-4715-b916-c5cb41cc7dcb req-6e582fa3-572b-42ac-8b0f-29a708d62508 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370908 Jun 23 16:55:59.570281 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a68feb-06bd-46e3-8cf9-b5b5b3dd735e req-cfb9e62c-e89a-4f3d-93f1-d89a94ee3e4c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:59.571792 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-23a68feb-06bd-46e3-8cf9-b5b5b3dd735e req-cfb9e62c-e89a-4f3d-93f1-d89a94ee3e4c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0697119 Jun 23 16:55:59.573724 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-731c69a1-eab0-4ad3-bebe-3aeb2d7c51c5 req-d82ba08a-170f-49f0-838e-900d11a916bc tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b63283d-b56a-4b85-a69a-62ad3a37ccb4 HTTP/1.1" status: 200 len: 210 time: 0.0337152 Jun 23 16:55:59.624580 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-23a68feb-06bd-46e3-8cf9-b5b5b3dd735e req-16b70575-f236-403d-920a-e6965b262ee1 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423310 Jun 23 16:55:59.963585 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b5336-77af-4212-b4fc-5012a237fa1c req-d8031879-7a49-4446-9478-095e1ebd7d52 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:59.969660 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cd4b5336-77af-4212-b4fc-5012a237fa1c req-d8031879-7a49-4446-9478-095e1ebd7d52 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 943 time: 0.0769739 Jun 23 16:55:59.970069 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18420f-4bbc-4d2c-ba02-38bf3fd29942 req-a8796304-c908-4c6c-8757-fd1348f721a0 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:59.971642 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-3d18420f-4bbc-4d2c-ba02-38bf3fd29942 req-a8796304-c908-4c6c-8757-fd1348f721a0 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0835657 Jun 23 16:56:00.017159 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-3d18420f-4bbc-4d2c-ba02-38bf3fd29942 req-fdaf8166-133b-418c-9db9-222b4b3ba765 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373147 Jun 23 16:56:00.025921 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cd4b5336-77af-4212-b4fc-5012a237fa1c req-8840002a-e206-4db4-8e6f-a3d9a6f07163 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543590 Jun 23 16:56:00.054774 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device bb4def54-e31f-494b-9aa6-d8716269b2f0 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:56:00.192562 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port bb4def54-e31f-494b-9aa6-d8716269b2f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bb4def54-e31f-494b-9aa6-d8716269b2f0,segment=NetworkSegment(a4ff4edc-8ab4-4695-8dcd-55484c6811ab),segment_id=a4ff4edc-8ab4-4695-8dcd-55484c6811ab)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:56:00.207328 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': 'bb4def54-e31f-494b-9aa6-d8716269b2f0', 'network_id': '2286462f-a3b3-4374-8bf7-417a5e1e6dc6', 'port_id': 'bb4def54-e31f-494b-9aa6-d8716269b2f0', 'mac_address': 'fa:16:3e:3f:ce:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d5677fe-b3b6-4ea3-963a-21306b7598ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:56:00.248504 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:00.262826 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4def54-e31f-494b-9aa6-d8716269b2f0 {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:56:00.283987 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port bb4def54-e31f-494b-9aa6-d8716269b2f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bb4def54-e31f-494b-9aa6-d8716269b2f0,segment=NetworkSegment(a4ff4edc-8ab4-4695-8dcd-55484c6811ab),segment_id=a4ff4edc-8ab4-4695-8dcd-55484c6811ab)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:56:00.419352 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:00.428620 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:00.500642 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6b02a-8b12-4449-9a5d-b2ab7826b0fb req-79e5530d-ed30-4426-afc1-16e1685d9ae3 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:00.501136 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=bb4def54-e31f-494b-9aa6-d8716269b2f0,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:00.502467 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5fa6b02a-8b12-4449-9a5d-b2ab7826b0fb req-79e5530d-ed30-4426-afc1-16e1685d9ae3 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.0909526 Jun 23 16:56:00.504480 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:00.551186 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5fa6b02a-8b12-4449-9a5d-b2ab7826b0fb req-35438b9d-189b-4523-86b1-73c85de61713 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343981 Jun 23 16:56:00.822476 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5bf31-b748-4369-9366-ddf75ff5c146 req-8852b695-e3a7-4996-9ed0-300a6c2968e3 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:00.823759 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-26a5bf31-b748-4369-9366-ddf75ff5c146 req-8852b695-e3a7-4996-9ed0-300a6c2968e3 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0661814 Jun 23 16:56:00.837895 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['bb4def54-e31f-494b-9aa6-d8716269b2f0'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:56:00.871868 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-26a5bf31-b748-4369-9366-ddf75ff5c146 req-ce84173d-10e2-4562-9bd0-e704d274c8c7 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373435 Jun 23 16:56:01.221975 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 56888) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:01.270301 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0efb95-2411-43c7-bf9f-edd4b384a74c req-f4f0fcc3-7406-407b-a730-366044436683 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:01.275012 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ff0efb95-2411-43c7-bf9f-edd4b384a74c req-f4f0fcc3-7406-407b-a730-366044436683 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 944 time: 0.1148777 Jun 23 16:56:01.299525 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d2131-bf9f-4894-aa2c-1e680baa4a9d req-13f6ed64-6845-44a7-bd84-6d6fae062a96 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:01.301738 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d81d2131-bf9f-4894-aa2c-1e680baa4a9d req-13f6ed64-6845-44a7-bd84-6d6fae062a96 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0928421 Jun 23 16:56:01.341422 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ff0efb95-2411-43c7-bf9f-edd4b384a74c req-c130462d-6bbb-4ae1-941c-6fe621799b9a tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596962 Jun 23 16:56:01.362463 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d81d2131-bf9f-4894-aa2c-1e680baa4a9d req-2590387c-2691-4491-9bdc-8220936a18e4 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542858 Jun 23 16:56:01.400776 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ce8ec9a5-edf5-4157-8c1b-2f7bd085c1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:01.508264 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ce8ec9a5-edf5-4157-8c1b-2f7bd085c1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:01.602037 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ce8ec9a5-edf5-4157-8c1b-2f7bd085c1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:01.605654 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-78dea00c-ff10-4107-9b81-0080a32478b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:01.643974 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-ce8ec9a5-edf5-4157-8c1b-2f7bd085c1b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=48f371e08bbe416083d9791351f08dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4202485 Jun 23 16:56:01.646804 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 56904) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:01.653697 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ec9a5-edf5-4157-8c1b-2f7bd085c1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b24b7f9-150a-423c-8322-557ae08ca15a,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:01.657526 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ce8ec9a5-edf5-4157-8c1b-2f7bd085c1b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:01.711563 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d0bdcac7-79d5-4beb-9558-e87402de6e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:01.735131 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d0bdcac7-79d5-4beb-9558-e87402de6e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:01.757409 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c65ba-3fac-4304-b1b9-75931f7216f7 req-d70a2b39-81b0-461a-8d37-72f6d3af8a97 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:01.759006 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-932c65ba-3fac-4304-b1b9-75931f7216f7 req-d70a2b39-81b0-461a-8d37-72f6d3af8a97 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.0787060 Jun 23 16:56:01.799503 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-932c65ba-3fac-4304-b1b9-75931f7216f7 req-c458d346-129a-4520-8c53-e3af4cea7e7c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347471 Jun 23 16:56:01.928469 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d0bdcac7-79d5-4beb-9558-e87402de6e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:01.931172 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d0bdcac7-79d5-4beb-9558-e87402de6e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:01.932367 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-d0bdcac7-79d5-4beb-9558-e87402de6e0c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b24b7f9-150a-423c-8322-557ae08ca15a HTTP/1.1" status: 204 len: 168 time: 0.2844968 Jun 23 16:56:01.933136 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-e4aab642-d07f-420d-9341-0d80b03057a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:01.940967 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdcac7-79d5-4beb-9558-e87402de6e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b24b7f9-150a-423c-8322-557ae08ca15a,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:01.943123 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-d0bdcac7-79d5-4beb-9558-e87402de6e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:02.057655 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device bb4def54-e31f-494b-9aa6-d8716269b2f0 up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:56:02.099792 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbf24d-208a-4432-84fc-8a4cc88e550b req-fe7832ec-0615-4aa5-9761-53d22c5f37bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:02.101567 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f0bbf24d-208a-4432-84fc-8a4cc88e550b req-fe7832ec-0615-4aa5-9761-53d22c5f37bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1&tenant_id=58bd8fd6ed204ffa93646e359469c46f HTTP/1.1" status: 200 len: 1096 time: 0.1006558 Jun 23 16:56:02.198652 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbf24d-208a-4432-84fc-8a4cc88e550b req-a746e8ba-9de4-4eb9-956f-1622b4e529de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:02.200050 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f0bbf24d-208a-4432-84fc-8a4cc88e550b req-a746e8ba-9de4-4eb9-956f-1622b4e529de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=58bd8fd6ed204ffa93646e359469c46f&device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 1096 time: 0.0604644 Jun 23 16:56:02.234533 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning for port bb4def54-e31f-494b-9aa6-d8716269b2f0 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:56:02.241625 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port bb4def54-e31f-494b-9aa6-d8716269b2f0 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:56:02.242122 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:02.335164 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbf24d-208a-4432-84fc-8a4cc88e550b req-feaac6e8-9423-499f-8d76-5769a53d0e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:02.337857 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f0bbf24d-208a-4432-84fc-8a4cc88e550b req-feaac6e8-9423-499f-8d76-5769a53d0e1e service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 HTTP/1.1" status: 200 len: 918 time: 0.1305656 Jun 23 16:56:02.382657 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:02.459681 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f0bbf24d-208a-4432-84fc-8a4cc88e550b req-a07fda45-ef16-4f77-862d-955b8e75ee1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58dad907-e5b4-424f-b8a4-f9d872b0cd06 HTTP/1.1" status: 200 len: 999 time: 0.1146348 Jun 23 16:56:02.485553 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ccc794-4a6a-47de-b445-b9eea1c925ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4def54-e31f-494b-9aa6-d8716269b2f0'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:56:02.494817 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de9e4d2-fa56-41e5-bba7-9e735462be5d" -d '{"events": [{"server_uuid": "39ccc794-4a6a-47de-b445-b9eea1c925ca", "name": "network-vif-plugged", "status": "completed", "tag": "bb4def54-e31f-494b-9aa6-d8716269b2f0"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:56:02.526226 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbf24d-208a-4432-84fc-8a4cc88e550b req-038faf6c-bf7a-4e16-834b-390852e82ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:02.527686 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f0bbf24d-208a-4432-84fc-8a4cc88e550b req-038faf6c-bf7a-4e16-834b-390852e82ae8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc9f899-f082-4611-8cfd-98693f165ef6 HTTP/1.1" status: 200 len: 855 time: 0.0612721 Jun 23 16:56:02.532414 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port bb4def54-e31f-494b-9aa6-d8716269b2f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bb4def54-e31f-494b-9aa6-d8716269b2f0,segment=NetworkSegment(a4ff4edc-8ab4-4695-8dcd-55484c6811ab),segment_id=a4ff4edc-8ab4-4695-8dcd-55484c6811ab)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:56:02.613533 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:02.615339 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 590b62b0-7627-45a1-a880-034b63b6c839 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:56:02.618646 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:02.639172 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98af091-2749-46d3-8aeb-74a162cf4673 req-a7e23390-d09a-49e6-9c9b-42c6f1cbdfff tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:02.649761 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e98af091-2749-46d3-8aeb-74a162cf4673 req-a7e23390-d09a-49e6-9c9b-42c6f1cbdfff tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 944 time: 0.1126616 Jun 23 16:56:02.663619 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] No Port match for: 590b62b0-7627-45a1-a880-034b63b6c839 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:56:02.664205 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 590b62b0-7627-45a1-a880-034b63b6c839 not bound to the agent host hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:56:02.676250 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbf24d-208a-4432-84fc-8a4cc88e550b req-fed0304f-4288-4262-a027-2e8841e88ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:02.676857 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f0bbf24d-208a-4432-84fc-8a4cc88e550b req-fed0304f-4288-4262-a027-2e8841e88ff5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1382339 Jun 23 16:56:02.728519 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e98af091-2749-46d3-8aeb-74a162cf4673 req-54c408d2-05ca-461b-ade2-3083f2ddb18b tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690098 Jun 23 16:56:02.731876 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c16959-5bd9-4bf4-828c-b5e2c1d4dda1 req-9186119d-ea2f-42d7-ad57-baa3ea807121 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:02.733742 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-45c16959-5bd9-4bf4-828c-b5e2c1d4dda1 req-9186119d-ea2f-42d7-ad57-baa3ea807121 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.1287785 Jun 23 16:56:02.748380 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=bb4def54-e31f-494b-9aa6-d8716269b2f0,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:02.754255 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:02.842890 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23b124a-358e-4167-99cf-dec2dec33443 x-openstack-request-id: req-c23b124a-358e-4167-99cf-dec2dec33443 {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:56:02.844107 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ccc794-4a6a-47de-b445-b9eea1c925ca", "name": "network-vif-plugged", "status": "completed", "tag": "bb4def54-e31f-494b-9aa6-d8716269b2f0", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:56:02.844577 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c23b124a-358e-4167-99cf-dec2dec33443 {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:56:02.845217 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ccc794-4a6a-47de-b445-b9eea1c925ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4def54-e31f-494b-9aa6-d8716269b2f0', 'code': 200} Jun 23 16:56:02.859800 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f0bbf24d-208a-4432-84fc-8a4cc88e550b req-0e1bd090-3e7b-404a-92d8-b51290296a58 service neutron] 10.222.0.35 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716254 Jun 23 16:56:02.870643 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-45c16959-5bd9-4bf4-828c-b5e2c1d4dda1 req-56b80e61-9dc3-4b51-a7e2-4d47631c8f43 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665760 Jun 23 16:56:02.988474 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f0bbf24d-208a-4432-84fc-8a4cc88e550b req-70ec5b20-a50b-4ee6-8321-26e6583a999e service neutron] 10.222.0.35 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989363 Jun 23 16:56:03.040849 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e7592-04bc-4c2e-9d22-553f06c36a7b req-18d60b10-8894-4a98-94c9-94ffeb13cc77 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:03.040849 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a63e7592-04bc-4c2e-9d22-553f06c36a7b req-18d60b10-8894-4a98-94c9-94ffeb13cc77 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.0802717 Jun 23 16:56:03.086835 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a63e7592-04bc-4c2e-9d22-553f06c36a7b req-0f3f6348-6c35-4bcd-8914-708ae05aac8a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408461 Jun 23 16:56:03.386324 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e18fc5-922c-490f-8424-1b4c1e0428be req-0b584038-9fd2-4a69-9e23-b2d49896ed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:03.387921 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a8e18fc5-922c-490f-8424-1b4c1e0428be req-0b584038-9fd2-4a69-9e23-b2d49896ed27 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 1098 time: 0.0644474 Jun 23 16:56:03.432844 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a8e18fc5-922c-490f-8424-1b4c1e0428be req-d5db6a34-bba8-46dd-a5b7-469511b7453f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341175 Jun 23 16:56:03.986119 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116dd6a-e243-45e4-b42a-e26636b99af0 req-51792527-a06a-4875-9d16-efa4e469cbff tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:03.987868 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7116dd6a-e243-45e4-b42a-e26636b99af0 req-51792527-a06a-4875-9d16-efa4e469cbff tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 945 time: 0.0869291 Jun 23 16:56:04.073729 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36df12-9b58-4d09-8316-66e923e90371 req-ca3a3e3b-9d78-4081-a233-f20448273095 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:04.083279 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8c36df12-9b58-4d09-8316-66e923e90371 req-ca3a3e3b-9d78-4081-a233-f20448273095 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0978537 Jun 23 16:56:04.085249 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7116dd6a-e243-45e4-b42a-e26636b99af0 req-71e18189-1359-474a-987f-0969f2465e17 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759101 Jun 23 16:56:04.163372 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8c36df12-9b58-4d09-8316-66e923e90371 req-a6dfa63e-5ebd-4515-a20b-1211a785713e tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766971 Jun 23 16:56:04.369759 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d899765-6590-4be5-8ed3-c3fc95dcddb1 req-99a97edb-9778-44c7-9d60-e846416dd768 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:04.376977 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2d899765-6590-4be5-8ed3-c3fc95dcddb1 req-99a97edb-9778-44c7-9d60-e846416dd768 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.1363404 Jun 23 16:56:04.426765 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2d899765-6590-4be5-8ed3-c3fc95dcddb1 req-4f9a472b-23da-48cd-813b-5798c58331a7 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486817 Jun 23 16:56:05.332577 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc9733-1293-4ad5-9e5d-3589113905e0 req-f835ed3b-4bd2-4753-b691-01415276ebad tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:05.346555 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8fdc9733-1293-4ad5-9e5d-3589113905e0 req-f835ed3b-4bd2-4753-b691-01415276ebad tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 945 time: 0.1158466 Jun 23 16:56:05.389047 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8fdc9733-1293-4ad5-9e5d-3589113905e0 req-7fb0909a-ff8e-476b-955a-741b99996dba tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415099 Jun 23 16:56:05.468356 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc25a0-c6aa-4d69-a9d4-2314a1a92ee0 req-3ebe2727-b04d-4792-91cd-d887f17d2969 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:05.470324 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e2bc25a0-c6aa-4d69-a9d4-2314a1a92ee0 req-3ebe2727-b04d-4792-91cd-d887f17d2969 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.1033199 Jun 23 16:56:05.528419 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e2bc25a0-c6aa-4d69-a9d4-2314a1a92ee0 req-7ba26187-9789-46cc-9cdb-b27676e70de5 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485663 Jun 23 16:56:05.673609 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13f681-f829-4d21-ba0f-5a02ab30b20d req-65f5fc81-45a9-4c7e-bad2-954ef84edb6d tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:05.675113 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5c13f681-f829-4d21-ba0f-5a02ab30b20d req-65f5fc81-45a9-4c7e-bad2-954ef84edb6d tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.0881181 Jun 23 16:56:05.725313 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5c13f681-f829-4d21-ba0f-5a02ab30b20d req-e73f0fcd-9e31-4d96-8215-c2612462d902 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404828 Jun 23 16:56:06.641931 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e334d-228d-4d1f-b8be-41aeac38e9a6 req-a110f9d8-4842-4a3a-a6d6-13207cecc31c tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:06.651083 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a51e334d-228d-4d1f-b8be-41aeac38e9a6 req-a110f9d8-4842-4a3a-a6d6-13207cecc31c tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 945 time: 0.1215804 Jun 23 16:56:06.689436 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a51e334d-228d-4d1f-b8be-41aeac38e9a6 req-68dba645-a1e4-4350-b784-7baa117537e4 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391185 Jun 23 16:56:06.788327 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abfa15-d6e1-4e04-9e5a-3ce54ecfc471 req-72c3fb8a-ab4e-4e5a-9ae6-03e1ba2de61e tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:06.801784 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d7abfa15-d6e1-4e04-9e5a-3ce54ecfc471 req-72c3fb8a-ab4e-4e5a-9ae6-03e1ba2de61e tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.1138864 Jun 23 16:56:06.879130 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d7abfa15-d6e1-4e04-9e5a-3ce54ecfc471 req-3adcb14b-f87a-48af-96f9-4904fd50be49 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689411 Jun 23 16:56:06.989593 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8d49b-5eb7-4717-b1b1-49b5bcadd1c9 req-662852a4-2990-4080-b065-0d31e83b121a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:06.992414 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6ba8d49b-5eb7-4717-b1b1-49b5bcadd1c9 req-662852a4-2990-4080-b065-0d31e83b121a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.0999823 Jun 23 16:56:07.059813 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6ba8d49b-5eb7-4717-b1b1-49b5bcadd1c9 req-43801ddd-afb5-4211-8fb9-3e09004f16dc tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607700 Jun 23 16:56:07.925647 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742046a-6db0-412f-8d4d-50faeb0c0b86 req-cce242d9-8298-4cc3-acc2-5223663d7e61 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:07.928798 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4742046a-6db0-412f-8d4d-50faeb0c0b86 req-cce242d9-8298-4cc3-acc2-5223663d7e61 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 945 time: 0.0930071 Jun 23 16:56:07.979546 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4742046a-6db0-412f-8d4d-50faeb0c0b86 req-1d16b2db-95c4-4b5a-81de-723642328012 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457165 Jun 23 16:56:08.114300 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f8ad2-710c-4bf0-8a7c-0ae2c0340d98 req-e5e1267a-14f5-471b-858e-5dbfcda43528 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:08.117298 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6f6f8ad2-710c-4bf0-8a7c-0ae2c0340d98 req-e5e1267a-14f5-471b-858e-5dbfcda43528 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0791910 Jun 23 16:56:08.168478 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6f6f8ad2-710c-4bf0-8a7c-0ae2c0340d98 req-152f948c-9529-4596-90d4-20bb4c9162da tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437083 Jun 23 16:56:08.257328 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf49b0-4c90-4ffe-8f0a-3d6bbf45195a req-df6e2414-4450-4ffd-9675-7faaad22a72d tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:08.258817 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7cdf49b0-4c90-4ffe-8f0a-3d6bbf45195a req-df6e2414-4450-4ffd-9675-7faaad22a72d tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.0760376 Jun 23 16:56:08.316291 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7cdf49b0-4c90-4ffe-8f0a-3d6bbf45195a req-6f3d0866-caca-4702-94be-dff66881343b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505979 Jun 23 16:56:09.201590 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12795b2a-65d5-4ef5-a826-a411639d1767 req-66297d02-ce7a-4091-a636-30a7045ffae3 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:09.202687 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-12795b2a-65d5-4ef5-a826-a411639d1767 req-66297d02-ce7a-4091-a636-30a7045ffae3 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 945 time: 0.0675213 Jun 23 16:56:09.261858 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-12795b2a-65d5-4ef5-a826-a411639d1767 req-e2e3f2b6-0fc2-4b60-b27b-5663fc008998 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494761 Jun 23 16:56:09.362554 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42217402-d4f8-4866-909b-8f8b8cdf2946 req-ef069bc5-3c41-448a-aa57-5f6d864c72d9 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:09.364146 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-42217402-d4f8-4866-909b-8f8b8cdf2946 req-ef069bc5-3c41-448a-aa57-5f6d864c72d9 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0703828 Jun 23 16:56:09.410394 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-42217402-d4f8-4866-909b-8f8b8cdf2946 req-42eb1577-bf2a-4dd2-8196-b7084ee2dc01 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387936 Jun 23 16:56:09.512692 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a08c86-32ca-4334-a521-bcdf813d90ef req-890699c5-a08a-4350-a624-140d0e25b755 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:09.514242 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f2a08c86-32ca-4334-a521-bcdf813d90ef req-890699c5-a08a-4350-a624-140d0e25b755 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.0694902 Jun 23 16:56:09.559209 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f2a08c86-32ca-4334-a521-bcdf813d90ef req-286384fa-8e44-424d-93ca-57ec27d59b1b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391316 Jun 23 16:56:10.442531 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4aa43-7b28-40ad-969c-28c2a351a905 req-a632280b-99fb-40e2-8042-ea22362b21a2 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:10.444204 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e7f4aa43-7b28-40ad-969c-28c2a351a905 req-a632280b-99fb-40e2-8042-ea22362b21a2 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 945 time: 0.0639713 Jun 23 16:56:10.499920 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e7f4aa43-7b28-40ad-969c-28c2a351a905 req-638d6f65-ee2f-4883-9a70-789caee2a349 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470941 Jun 23 16:56:10.628408 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9f76c-e769-4769-9f66-ee80b108ca2a req-b2eaa2bf-669d-46bb-b25f-79c691b61891 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:10.629970 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-65e9f76c-e769-4769-9f66-ee80b108ca2a req-b2eaa2bf-669d-46bb-b25f-79c691b61891 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0802221 Jun 23 16:56:10.683126 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-65e9f76c-e769-4769-9f66-ee80b108ca2a req-e386cfd0-1478-4013-9c7a-de7455416fda tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464027 Jun 23 16:56:10.779804 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b492c2c-0b53-4e06-a7ba-80931448f1a4 req-70d04bf0-7cf0-4f3b-84c9-ff7ad9008b6b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:10.785459 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2b492c2c-0b53-4e06-a7ba-80931448f1a4 req-70d04bf0-7cf0-4f3b-84c9-ff7ad9008b6b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.0782230 Jun 23 16:56:10.831212 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2b492c2c-0b53-4e06-a7ba-80931448f1a4 req-e7616a54-9f43-4d32-b853-0918a4351f39 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412734 Jun 23 16:56:11.701299 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dba7af-0ec9-4ef5-a553-392d60d64602 req-29d1ddd5-637a-42d2-a4ab-bbbfbd861621 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:11.703068 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a8dba7af-0ec9-4ef5-a553-392d60d64602 req-29d1ddd5-637a-42d2-a4ab-bbbfbd861621 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 945 time: 0.0875955 Jun 23 16:56:11.756805 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a8dba7af-0ec9-4ef5-a553-392d60d64602 req-a1e35c92-eb5f-4b52-b1ca-1e6eb85b25a5 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443039 Jun 23 16:56:11.902026 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10c8de-9443-484a-bd48-ef0c8b117e97 req-82e7840b-b5cf-4956-84be-a9e6d558fce4 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:11.903691 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9a10c8de-9443-484a-bd48-ef0c8b117e97 req-82e7840b-b5cf-4956-84be-a9e6d558fce4 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0917530 Jun 23 16:56:11.969188 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9a10c8de-9443-484a-bd48-ef0c8b117e97 req-2e21bff3-a01e-47d8-b6a6-a7ed062a892a tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588496 Jun 23 16:56:12.065595 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defd524-6b68-4778-adc2-8162888d6c59 req-fd552dcf-1e1b-4fb0-84ac-bcf09e4adf5f tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:12.067244 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7defd524-6b68-4778-adc2-8162888d6c59 req-fd552dcf-1e1b-4fb0-84ac-bcf09e4adf5f tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.0716333 Jun 23 16:56:12.110434 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7defd524-6b68-4778-adc2-8162888d6c59 req-c0bde77b-25c8-4036-8c9e-e80f1584b9b1 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367045 Jun 23 16:56:12.960227 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173d315-b254-451d-bd67-2be23eb8678c req-d04ddef5-c89f-4f8e-a331-bb3b7c9c7d2b tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:12.961847 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8173d315-b254-451d-bd67-2be23eb8678c req-d04ddef5-c89f-4f8e-a331-bb3b7c9c7d2b tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 945 time: 0.0752285 Jun 23 16:56:13.043090 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8173d315-b254-451d-bd67-2be23eb8678c req-6818621e-5eb8-44ca-9d81-9b65faab2438 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685465 Jun 23 16:56:13.240880 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ba178-6ba1-4d50-95fd-83bf365e0ece req-12778c0b-6182-47b0-a315-1cc3e86d7efb tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:13.246438 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2a8ba178-6ba1-4d50-95fd-83bf365e0ece req-12778c0b-6182-47b0-a315-1cc3e86d7efb tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.1103446 Jun 23 16:56:13.311949 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2a8ba178-6ba1-4d50-95fd-83bf365e0ece req-919edd60-2ce2-46e2-94a0-460a28276be2 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606339 Jun 23 16:56:13.371116 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7196a-8f43-412d-a0e7-47e314fb26ee req-46a258ea-e234-4ce9-9192-dfb65eac1c2f tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:13.373638 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-abf7196a-8f43-412d-a0e7-47e314fb26ee req-46a258ea-e234-4ce9-9192-dfb65eac1c2f tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.0743442 Jun 23 16:56:13.419533 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-abf7196a-8f43-412d-a0e7-47e314fb26ee req-3951cc08-3b3b-416b-9624-4dc77ee18b81 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411625 Jun 23 16:56:14.251507 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a7b48-d489-47a2-8073-3dbe544eb3fe req-45aea912-01b2-4e8a-b7fe-2c425f73c5cd tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:14.253041 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-af6a7b48-d489-47a2-8073-3dbe544eb3fe req-45aea912-01b2-4e8a-b7fe-2c425f73c5cd tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 945 time: 0.0786719 Jun 23 16:56:14.299119 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-af6a7b48-d489-47a2-8073-3dbe544eb3fe req-55a734d9-fde9-4e35-88c1-444a9cc40d37 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400789 Jun 23 16:56:14.495849 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cb3f7-f6d3-41fd-a992-3c4bea7cccbf req-6efe86fe-db5d-4462-a0a5-444741e4029e tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:14.498122 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-189cb3f7-f6d3-41fd-a992-3c4bea7cccbf req-6efe86fe-db5d-4462-a0a5-444741e4029e tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0682459 Jun 23 16:56:14.544049 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-189cb3f7-f6d3-41fd-a992-3c4bea7cccbf req-f606577f-27f6-48ba-a6d8-939813be4ff3 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398719 Jun 23 16:56:14.615519 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd68f4a-483e-4d09-9af3-ef5cb18bb314 req-87e1dec9-6157-46c3-8fb9-52be29fdb964 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:14.616979 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-3bd68f4a-483e-4d09-9af3-ef5cb18bb314 req-87e1dec9-6157-46c3-8fb9-52be29fdb964 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.0687275 Jun 23 16:56:14.659980 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-3bd68f4a-483e-4d09-9af3-ef5cb18bb314 req-0b60be81-f297-4f45-a24d-04380c8a17ab tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372496 Jun 23 16:56:15.363614 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 57338) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:15.517708 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95511cae-1309-429c-b7d1-b5eaf437c11a req-5527981d-27d0-4f06-856a-6aee04ea4943 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:15.517708 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-95511cae-1309-429c-b7d1-b5eaf437c11a req-5527981d-27d0-4f06-856a-6aee04ea4943 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 945 time: 0.1017866 Jun 23 16:56:15.523398 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-36ea422c-d5e3-4e03-bb8b-0f4301798177 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad67109610274efa9cdb3d928f89f5bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583712 Jun 23 16:56:15.525825 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 57348) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:15.562384 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-95511cae-1309-429c-b7d1-b5eaf437c11a req-2eae6af5-dcfe-450c-8191-dbaa06ad9111 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377214 Jun 23 16:56:15.593817 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a2c76a10-cf8c-4f0d-88d7-ddcacadcc4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:15.618819 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a2c76a10-cf8c-4f0d-88d7-ddcacadcc4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:15.734195 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7aafb-85e5-4239-b887-1ad0c71b2a49 req-512aedd6-b1e8-4f6f-b8aa-fd1f76615442 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:15.735692 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f7b7aafb-85e5-4239-b887-1ad0c71b2a49 req-512aedd6-b1e8-4f6f-b8aa-fd1f76615442 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0710773 Jun 23 16:56:15.785258 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f7b7aafb-85e5-4239-b887-1ad0c71b2a49 req-a12961fd-f416-4c16-b7d4-47bc970dd796 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356588 Jun 23 16:56:15.851148 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a2c76a10-cf8c-4f0d-88d7-ddcacadcc4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:15.853806 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a2c76a10-cf8c-4f0d-88d7-ddcacadcc4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:15.854916 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-a2c76a10-cf8c-4f0d-88d7-ddcacadcc4ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/320d6cca-0ed1-431f-9145-f2d78a9ea0e6 HTTP/1.1" status: 204 len: 168 time: 0.3279657 Jun 23 16:56:15.855692 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-0d97003a-e574-43b1-a45e-0c814e8c2b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:15.862040 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04b611-0bf4-4623-adb8-f58adf877818 req-37ec6734-b808-4f7d-8cea-5f7420ac4e9b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:15.863641 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4e04b611-0bf4-4623-adb8-f58adf877818 req-37ec6734-b808-4f7d-8cea-5f7420ac4e9b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.0773330 Jun 23 16:56:15.863976 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c76a10-cf8c-4f0d-88d7-ddcacadcc4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320d6cca-0ed1-431f-9145-f2d78a9ea0e6,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:15.866619 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-a2c76a10-cf8c-4f0d-88d7-ddcacadcc4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:15.913606 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4e04b611-0bf4-4623-adb8-f58adf877818 req-caf02fdd-b9b6-4d4c-991a-784879d2a971 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440805 Jun 23 16:56:16.744250 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ee5c8-d832-4ede-b3f1-bd83fed9d3a8 req-d2fc1153-2558-4b8f-b7b0-be4c1e72ecff tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:16.745805 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f81ee5c8-d832-4ede-b3f1-bd83fed9d3a8 req-d2fc1153-2558-4b8f-b7b0-be4c1e72ecff tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 945 time: 0.0672688 Jun 23 16:56:16.785492 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f81ee5c8-d832-4ede-b3f1-bd83fed9d3a8 req-2ea53c91-463b-47ee-a48a-95169d4906c6 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335765 Jun 23 16:56:16.983206 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37643f2-5ea0-483f-9ac7-047df1b344ff req-695b0c6a-192f-4700-b083-8f992f96a7f7 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:16.984918 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d37643f2-5ea0-483f-9ac7-047df1b344ff req-695b0c6a-192f-4700-b083-8f992f96a7f7 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0733514 Jun 23 16:56:17.035673 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d37643f2-5ea0-483f-9ac7-047df1b344ff req-254c5d54-c06e-4b5c-9266-c22e125c8ae3 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f42be92-3795-4445-8791-3a5f8272f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365224 Jun 23 16:56:17.137065 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611d959-d23e-4375-9080-3f90931a5eb4 req-ff0fec53-3a4b-4716-9d48-5aed63a77774 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:17.138625 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-3611d959-d23e-4375-9080-3f90931a5eb4 req-ff0fec53-3a4b-4716-9d48-5aed63a77774 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.0929737 Jun 23 16:56:17.182650 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 57374) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:17.211948 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-3611d959-d23e-4375-9080-3f90931a5eb4 req-00eb0e33-7401-4d32-bcc8-2953be2a4de0 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659447 Jun 23 16:56:17.256096 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b2eae-b177-4abe-b44b-adfd3b5c2735 req-f7cce102-9461-4a6c-a137-4ee1479ad3af tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:17.260171 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-898b2eae-b177-4abe-b44b-adfd3b5c2735 req-f7cce102-9461-4a6c-a137-4ee1479ad3af tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.35 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 946 time: 0.0943713 Jun 23 16:56:17.322542 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6bc74ee6-56db-4db3-bce0-72a9f5b61008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:17.398301 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-898b2eae-b177-4abe-b44b-adfd3b5c2735 req-c4cd8413-2350-46bc-99ae-43d5c1a2f483 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Deleting port 7c7029bd-593d-4843-a3ab-e13289e717ac {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:56:17.398671 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-898b2eae-b177-4abe-b44b-adfd3b5c2735 req-c4cd8413-2350-46bc-99ae-43d5c1a2f483 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:17.448566 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6bc74ee6-56db-4db3-bce0-72a9f5b61008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:17.504871 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-898b2eae-b177-4abe-b44b-adfd3b5c2735 req-c4cd8413-2350-46bc-99ae-43d5c1a2f483 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] For port 7c7029bd-593d-4843-a3ab-e13289e717ac, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7c7029bd-593d-4843-a3ab-e13289e717ac,segment=NetworkSegment(86c6b180-6392-4bf7-bfce-1134c8aa2a34),segment_id=86c6b180-6392-4bf7-bfce-1134c8aa2a34)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:56:17.513486 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-898b2eae-b177-4abe-b44b-adfd3b5c2735 req-c4cd8413-2350-46bc-99ae-43d5c1a2f483 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:17.518006 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6bc74ee6-56db-4db3-bce0-72a9f5b61008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:17.522203 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-3e05ef2e-6819-47b6-aaeb-9db7d1348c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:17.529561 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-898b2eae-b177-4abe-b44b-adfd3b5c2735 req-c4cd8413-2350-46bc-99ae-43d5c1a2f483 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Calling delete_port for 7c7029bd-593d-4843-a3ab-e13289e717ac owned by compute:nova {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:56:17.565514 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-6bc74ee6-56db-4db3-bce0-72a9f5b61008 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e84fa10f27f641d3a4598f0bd307fc0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812530 Jun 23 16:56:17.568856 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc74ee6-56db-4db3-bce0-72a9f5b61008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e6dc93-a5fa-4750-ac02-278397928561,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:17.571292 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 57390) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:17.573326 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-6bc74ee6-56db-4db3-bce0-72a9f5b61008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:17.629932 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c5ff8bf4-0d68-414e-b2de-3b40679712f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:17.654468 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c5ff8bf4-0d68-414e-b2de-3b40679712f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:17.839877 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c5ff8bf4-0d68-414e-b2de-3b40679712f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:17.842517 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c5ff8bf4-0d68-414e-b2de-3b40679712f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:17.844070 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-c5ff8bf4-0d68-414e-b2de-3b40679712f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78e6dc93-a5fa-4750-ac02-278397928561 HTTP/1.1" status: 204 len: 168 time: 0.2717025 Jun 23 16:56:17.845967 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-fd5a9f34-d736-4691-8594-089f4a5243d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:17.854242 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff8bf4-0d68-414e-b2de-3b40679712f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e6dc93-a5fa-4750-ac02-278397928561,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:17.856259 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-c5ff8bf4-0d68-414e-b2de-3b40679712f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:18.079745 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-898b2eae-b177-4abe-b44b-adfd3b5c2735 req-c4cd8413-2350-46bc-99ae-43d5c1a2f483 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:18.086934 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-ebbb0ac8-ea3e-4a8f-8890-357990d7fd7c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:18.114303 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd8413-2350-46bc-99ae-43d5c1a2f483 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Pushing event deleted for resources: {'Port': ['ID=7c7029bd-593d-4843-a3ab-e13289e717ac,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:18.117661 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-c4cd8413-2350-46bc-99ae-43d5c1a2f483 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:18.132299 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['7c7029bd-593d-4843-a3ab-e13289e717ac'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:56:18.173733 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-898b2eae-b177-4abe-b44b-adfd3b5c2735 req-c4cd8413-2350-46bc-99ae-43d5c1a2f483 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] No DVR routers for this DVR port 7c7029bd-593d-4843-a3ab-e13289e717ac on host hv-cinder-79760 {{(pid=105487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:56:18.177893 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-898b2eae-b177-4abe-b44b-adfd3b5c2735 req-c4cd8413-2350-46bc-99ae-43d5c1a2f483 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:18.180053 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-898b2eae-b177-4abe-b44b-adfd3b5c2735 req-c4cd8413-2350-46bc-99ae-43d5c1a2f483 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.35 "DELETE /v2.0/ports/7c7029bd-593d-4843-a3ab-e13289e717ac HTTP/1.1" status: 204 len: 173 time: 0.9164212 Jun 23 16:56:18.186258 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fa9d96-65c6-4f19-ac30-e997653fee62', 'name': 'network-vif-deleted', 'tag': '7c7029bd-593d-4843-a3ab-e13289e717ac'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:56:18.186258 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f422b6-fe36-44b4-9b5d-1b231ef9a6fd" -d '{"events": [{"server_uuid": "43fa9d96-65c6-4f19-ac30-e997653fee62", "name": "network-vif-deleted", "tag": "7c7029bd-593d-4843-a3ab-e13289e717ac"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:56:18.249464 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d473f28d-cb2b-43aa-b499-df85284b213f req-c7b516ac-31c2-4f54-8fd4-bacb3962494c tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 210 time: 0.0359149 Jun 23 16:56:18.298111 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb5ef64-f0f3-4c02-b6cb-200d2e5bcea5 x-openstack-request-id: req-1bb5ef64-f0f3-4c02-b6cb-200d2e5bcea5 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:56:18.298439 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fa9d96-65c6-4f19-ac30-e997653fee62", "name": "network-vif-deleted", "tag": "7c7029bd-593d-4843-a3ab-e13289e717ac", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:56:18.298726 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1bb5ef64-f0f3-4c02-b6cb-200d2e5bcea5 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:56:18.299159 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fa9d96-65c6-4f19-ac30-e997653fee62', 'name': 'network-vif-deleted', 'tag': '7c7029bd-593d-4843-a3ab-e13289e717ac', 'status': 'completed', 'code': 200} Jun 23 16:56:18.457767 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ebb2a-8b5a-4896-a8ac-706875c86e98 req-e1000432-5018-49b7-8ff8-0991d36c4031 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:18.459450 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9b7ebb2a-8b5a-4896-a8ac-706875c86e98 req-e1000432-5018-49b7-8ff8-0991d36c4031 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.0654433 Jun 23 16:56:18.503739 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9b7ebb2a-8b5a-4896-a8ac-706875c86e98 req-8220a7d8-5905-48f3-81d7-098005fc7be5 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383015 Jun 23 16:56:18.738045 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cf3a8-3bdd-4394-9337-f3636bb3e58c req-d4f758cd-a0ef-4070-a8c2-23f01cc60c74 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:18.740363 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8e1cf3a8-3bdd-4394-9337-f3636bb3e58c req-d4f758cd-a0ef-4070-a8c2-23f01cc60c74 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 945 time: 0.0690088 Jun 23 16:56:18.806386 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8e1cf3a8-3bdd-4394-9337-f3636bb3e58c req-dbcdb0bb-59dc-4568-b530-78e6f5d16643 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579784 Jun 23 16:56:19.407278 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e5002fbb-52b8-411c-b880-38c10ea29f3d req-39451ee2-38c5-48be-b75c-e835d80e5bd2 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] 10.222.0.25 "GET /v2.0/ports?device_id=43fa9d96-65c6-4f19-ac30-e997653fee62 HTTP/1.1" status: 200 len: 210 time: 0.0314348 Jun 23 16:56:19.707009 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a34548-c78a-4439-aed8-c9cc6a6e1b7e req-9a33494b-5106-4fb3-8ed7-0ab521ce9743 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:19.708668 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-b4a34548-c78a-4439-aed8-c9cc6a6e1b7e req-9a33494b-5106-4fb3-8ed7-0ab521ce9743 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.0670104 Jun 23 16:56:19.748897 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-b4a34548-c78a-4439-aed8-c9cc6a6e1b7e req-a011fb6f-d634-412c-abac-c05674638913 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342519 Jun 23 16:56:19.981793 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff934370-b0e9-4c6f-b25b-2d521342ea45 req-b1c11ac2-6a02-4a21-9421-0731c41c1bc4 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:19.983325 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff934370-b0e9-4c6f-b25b-2d521342ea45 req-b1c11ac2-6a02-4a21-9421-0731c41c1bc4 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 945 time: 0.0641508 Jun 23 16:56:20.023119 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff934370-b0e9-4c6f-b25b-2d521342ea45 req-38dc14a1-f676-4c88-98de-116bb839bfe2 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/security-groups?id=969571ba-5527-4d2f-8f83-b3c454f4294a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336318 Jun 23 16:56:20.264052 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:56:20.503206 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 57490) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:20.529328 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a22964-ae88-4f8f-912d-98eb4f7f03c3 req-c6ad5593-c8d7-4d7d-a0bc-5a545d7bf32d tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:20.541723 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c9a22964-ae88-4f8f-912d-98eb4f7f03c3 req-c6ad5593-c8d7-4d7d-a0bc-5a545d7bf32d tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.35 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 945 time: 0.0703368 Jun 23 16:56:20.655981 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-c9a22964-ae88-4f8f-912d-98eb4f7f03c3 req-3aef83ed-abf1-407b-95f1-014ba78d78a3 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Deleting port bb4def54-e31f-494b-9aa6-d8716269b2f0 {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:56:20.656395 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-c9a22964-ae88-4f8f-912d-98eb4f7f03c3 req-3aef83ed-abf1-407b-95f1-014ba78d78a3 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:20.749440 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-c9a22964-ae88-4f8f-912d-98eb4f7f03c3 req-3aef83ed-abf1-407b-95f1-014ba78d78a3 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] For port bb4def54-e31f-494b-9aa6-d8716269b2f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bb4def54-e31f-494b-9aa6-d8716269b2f0,segment=NetworkSegment(a4ff4edc-8ab4-4695-8dcd-55484c6811ab),segment_id=a4ff4edc-8ab4-4695-8dcd-55484c6811ab)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:56:20.750116 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-c9a22964-ae88-4f8f-912d-98eb4f7f03c3 req-3aef83ed-abf1-407b-95f1-014ba78d78a3 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:20.768207 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-c9a22964-ae88-4f8f-912d-98eb4f7f03c3 req-3aef83ed-abf1-407b-95f1-014ba78d78a3 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Calling delete_port for bb4def54-e31f-494b-9aa6-d8716269b2f0 owned by compute:nova {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:56:21.027279 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77c2b0-0cf1-4f35-9646-28b3a20d056f req-31df82ed-b422-4a8d-8258-1d5e31d467ce tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:21.028748 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bb77c2b0-0cf1-4f35-9646-28b3a20d056f req-31df82ed-b422-4a8d-8258-1d5e31d467ce tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.1350150 Jun 23 16:56:21.059944 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c22c8e75-f7b9-4597-af0b-72770bce4f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705188'] for router_interface, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:21.118726 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bb77c2b0-0cf1-4f35-9646-28b3a20d056f req-cb268d41-f526-4094-8fee-f9f18aa0a815 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832734 Jun 23 16:56:21.155600 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-c9a22964-ae88-4f8f-912d-98eb4f7f03c3 req-3aef83ed-abf1-407b-95f1-014ba78d78a3 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:21.161292 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-27019f0c-1e0d-4353-845c-63b07ede1c53 tempest-DeleteServersTestJSON-1877019360 tempest-DeleteServersTestJSON-1877019360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:21.197789 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['bb4def54-e31f-494b-9aa6-d8716269b2f0'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:56:21.208254 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e077c015-8bd3-4695-8fa2-c230443737f5 req-aa70a9fe-169a-49b6-82fd-67ecdfed64d3 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 210 time: 0.0675845 Jun 23 16:56:21.242739 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef83ed-abf1-407b-95f1-014ba78d78a3 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Pushing event deleted for resources: {'Port': ['ID=bb4def54-e31f-494b-9aa6-d8716269b2f0,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:21.246646 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-3aef83ed-abf1-407b-95f1-014ba78d78a3 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:21.295708 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a22964-ae88-4f8f-912d-98eb4f7f03c3 req-3aef83ed-abf1-407b-95f1-014ba78d78a3 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] No DVR routers for this DVR port bb4def54-e31f-494b-9aa6-d8716269b2f0 on host hv-cinder-79760 {{(pid=105487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:56:21.299055 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-c9a22964-ae88-4f8f-912d-98eb4f7f03c3 req-3aef83ed-abf1-407b-95f1-014ba78d78a3 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:21.301248 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c9a22964-ae88-4f8f-912d-98eb4f7f03c3 req-3aef83ed-abf1-407b-95f1-014ba78d78a3 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.35 "DELETE /v2.0/ports/bb4def54-e31f-494b-9aa6-d8716269b2f0 HTTP/1.1" status: 204 len: 173 time: 0.7584670 Jun 23 16:56:21.302911 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ccc794-4a6a-47de-b445-b9eea1c925ca', 'name': 'network-vif-deleted', 'tag': 'bb4def54-e31f-494b-9aa6-d8716269b2f0'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:56:21.306895 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdef0a7-7061-47aa-8d0e-71b0de1a85c7" -d '{"events": [{"server_uuid": "39ccc794-4a6a-47de-b445-b9eea1c925ca", "name": "network-vif-deleted", "tag": "bb4def54-e31f-494b-9aa6-d8716269b2f0"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:56:21.347973 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e98563-de24-485a-a008-ce9f1f540288 x-openstack-request-id: req-29e98563-de24-485a-a008-ce9f1f540288 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:56:21.348297 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ccc794-4a6a-47de-b445-b9eea1c925ca", "name": "network-vif-deleted", "tag": "bb4def54-e31f-494b-9aa6-d8716269b2f0", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:56:21.348644 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29e98563-de24-485a-a008-ce9f1f540288 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:56:21.350659 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ccc794-4a6a-47de-b445-b9eea1c925ca', 'name': 'network-vif-deleted', 'tag': 'bb4def54-e31f-494b-9aa6-d8716269b2f0', 'status': 'completed', 'code': 200} Jun 23 16:56:21.437221 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-adad4129-3939-4c33-97a7-cf6bef07e2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:21.700343 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-c22c8e75-f7b9-4597-af0b-72770bce4f6f admin admin] Deleting port 27838a09-53b5-4643-b770-248a9d06c42a {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:56:21.701043 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c22c8e75-f7b9-4597-af0b-72770bce4f6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:21.788401 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [None req-c22c8e75-f7b9-4597-af0b-72770bce4f6f admin admin] For port 27838a09-53b5-4643-b770-248a9d06c42a, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=27838a09-53b5-4643-b770-248a9d06c42a,segment=NetworkSegment(86c6b180-6392-4bf7-bfce-1134c8aa2a34),segment_id=86c6b180-6392-4bf7-bfce-1134c8aa2a34)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:56:21.788818 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c22c8e75-f7b9-4597-af0b-72770bce4f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:21.803574 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-c22c8e75-f7b9-4597-af0b-72770bce4f6f admin admin] Calling delete_port for 27838a09-53b5-4643-b770-248a9d06c42a owned by network:router_interface {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:56:22.173031 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c22c8e75-f7b9-4597-af0b-72770bce4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:22.175321 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ffa1c1d8-589e-4049-9821-f6d8432c94b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:22.202440 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c8e75-f7b9-4597-af0b-72770bce4f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=27838a09-53b5-4643-b770-248a9d06c42a,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:22.204793 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device bb4def54-e31f-494b-9aa6-d8716269b2f0 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:56:22.240458 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] No Port match for: bb4def54-e31f-494b-9aa6-d8716269b2f0 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:56:22.240839 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device bb4def54-e31f-494b-9aa6-d8716269b2f0 not bound to the agent host hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:56:22.241320 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 7c7029bd-593d-4843-a3ab-e13289e717ac no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:56:22.277324 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] No Port match for: 7c7029bd-593d-4843-a3ab-e13289e717ac {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:56:22.277703 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 7c7029bd-593d-4843-a3ab-e13289e717ac not bound to the agent host hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:56:22.327109 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-c22c8e75-f7b9-4597-af0b-72770bce4f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:22.348478 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c71b21-1a21-4314-af2b-f07e183c9f3c req-69e11804-0ad5-4bd5-978a-e90f5a68616f tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:22.358025 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-14c71b21-1a21-4314-af2b-f07e183c9f3c req-69e11804-0ad5-4bd5-978a-e90f5a68616f tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.0989873 Jun 23 16:56:22.395926 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-14c71b21-1a21-4314-af2b-f07e183c9f3c req-cb4d226a-64ee-4b2c-8516-90a3f7562f80 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363734 Jun 23 16:56:22.424192 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4d3f2463-75ed-4d61-9322-3b40f1e812bf req-eaf6cf96-d39f-4637-91e0-c6cea1b7df5e tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] 10.222.0.25 "GET /v2.0/ports?device_id=39ccc794-4a6a-47de-b445-b9eea1c925ca HTTP/1.1" status: 200 len: 210 time: 0.0359674 Jun 23 16:56:22.480656 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c22c8e75-f7b9-4597-af0b-72770bce4f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1510936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640980'] for router_interface, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:22.613047 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:22.707256 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22c8e75-f7b9-4597-af0b-72770bce4f6f admin admin] Router 40be026a-bd8d-4576-997e-3cd6a374a0a8 has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:56:22.825916 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22c8e75-f7b9-4597-af0b-72770bce4f6f admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:56:22.834109 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-c22c8e75-f7b9-4597-af0b-72770bce4f6f admin admin] 10.222.0.25 "PUT /v2.0/routers/40be026a-bd8d-4576-997e-3cd6a374a0a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3285010 Jun 23 16:56:22.836688 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 57536) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:22.839170 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f9c6e9-5a00-4069-80c8-0720f7c8d2b6 None None] Sync routers for ids ['40be026a-bd8d-4576-997e-3cd6a374a0a8'] in dv-cinder-797608-1-iscsi {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:56:22.849671 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f9c6e9-5a00-4069-80c8-0720f7c8d2b6 None None] Routers {'40be026a-bd8d-4576-997e-3cd6a374a0a8'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:56:22.851265 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-e6f9c6e9-5a00-4069-80c8-0720f7c8d2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:55:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['40be026a-bd8d-4576-997e-3cd6a374a0a8'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:56:22.961099 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-89ded4d1-2335-4ac0-9111-6271bb845a8b admin admin] Notify callbacks [] for router, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:22.963333 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-e6f9c6e9-5a00-4069-80c8-0720f7c8d2b6 None None] Set router 40be026a-bd8d-4576-997e-3cd6a374a0a8 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:56:23.091657 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-89ded4d1-2335-4ac0-9111-6271bb845a8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:23.175549 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-e6f9c6e9-5a00-4069-80c8-0720f7c8d2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40be026a-bd8d-4576-997e-3cd6a374a0a8', 'name': 'tempest-ServerRescueNegativeTestJSON-888616358-router', 'tenant_id': '87ef8f3f77b44efca262f73df840952f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'e17095f3-29c7-401d-925e-cd983409edd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:47Z', 'updated_at': '2021-06-23T16:56:21Z', 'revision_number': 5, 'project_id': '87ef8f3f77b44efca262f73df840952f', 'gw_port': {'id': 'e17095f3-29c7-401d-925e-cd983409edd8', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40be026a-bd8d-4576-997e-3cd6a374a0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:49Z', 'updated_at': '2021-06-23T16:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:56:23.218082 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f9c6e9-5a00-4069-80c8-0720f7c8d2b6 None None] Checking router: 40be026a-bd8d-4576-997e-3cd6a374a0a8 for host: dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:56:23.222136 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f9c6e9-5a00-4069-80c8-0720f7c8d2b6 None None] Routers {'40be026a-bd8d-4576-997e-3cd6a374a0a8'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:56:23.222802 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-e6f9c6e9-5a00-4069-80c8-0720f7c8d2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:55:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['40be026a-bd8d-4576-997e-3cd6a374a0a8'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:56:23.335489 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-e6f9c6e9-5a00-4069-80c8-0720f7c8d2b6 None None] Set router 40be026a-bd8d-4576-997e-3cd6a374a0a8 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:56:23.335841 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-89ded4d1-2335-4ac0-9111-6271bb845a8b admin admin] Deleting port e17095f3-29c7-401d-925e-cd983409edd8 {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:56:23.336291 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-89ded4d1-2335-4ac0-9111-6271bb845a8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:23.420542 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-89ded4d1-2335-4ac0-9111-6271bb845a8b admin admin] For port e17095f3-29c7-401d-925e-cd983409edd8, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=e17095f3-29c7-401d-925e-cd983409edd8,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:56:23.421903 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-89ded4d1-2335-4ac0-9111-6271bb845a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:23.437580 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-89ded4d1-2335-4ac0-9111-6271bb845a8b admin admin] Calling delete_port for e17095f3-29c7-401d-925e-cd983409edd8 owned by network:router_gateway {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:56:23.619216 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-e6f9c6e9-5a00-4069-80c8-0720f7c8d2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40be026a-bd8d-4576-997e-3cd6a374a0a8', 'name': 'tempest-ServerRescueNegativeTestJSON-888616358-router', 'tenant_id': '87ef8f3f77b44efca262f73df840952f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'e17095f3-29c7-401d-925e-cd983409edd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:47Z', 'updated_at': '2021-06-23T16:56:21Z', 'revision_number': 5, 'project_id': '87ef8f3f77b44efca262f73df840952f', 'gw_port': {'id': 'e17095f3-29c7-401d-925e-cd983409edd8', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40be026a-bd8d-4576-997e-3cd6a374a0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:49Z', 'updated_at': '2021-06-23T16:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:56:23.647727 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f9c6e9-5a00-4069-80c8-0720f7c8d2b6 None None] The sync data for ids ['40be026a-bd8d-4576-997e-3cd6a374a0a8'] in dv-cinder-797608-1-iscsi is: [{'id': '40be026a-bd8d-4576-997e-3cd6a374a0a8', 'name': 'tempest-ServerRescueNegativeTestJSON-888616358-router', 'tenant_id': '87ef8f3f77b44efca262f73df840952f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'e17095f3-29c7-401d-925e-cd983409edd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:47Z', 'updated_at': '2021-06-23T16:56:21Z', 'revision_number': 5, 'project_id': '87ef8f3f77b44efca262f73df840952f', 'gw_port': {'id': 'e17095f3-29c7-401d-925e-cd983409edd8', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40be026a-bd8d-4576-997e-3cd6a374a0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:49Z', 'updated_at': '2021-06-23T16:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}] {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:56:23.709276 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b054c76-7003-4b88-989a-c1e45d0b3061 req-908c1a13-3a8f-48d0-b459-c0510b76c4e6 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:23.710793 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0b054c76-7003-4b88-989a-c1e45d0b3061 req-908c1a13-3a8f-48d0-b459-c0510b76c4e6 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 943 time: 0.1746817 Jun 23 16:56:23.799921 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0b054c76-7003-4b88-989a-c1e45d0b3061 req-74ccafc3-4bbf-43d3-9055-53d59efb4c53 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668516 Jun 23 16:56:23.876331 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-89ded4d1-2335-4ac0-9111-6271bb845a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:23.879088 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:23.909860 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ded4d1-2335-4ac0-9111-6271bb845a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=e17095f3-29c7-401d-925e-cd983409edd8,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:23.913506 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-89ded4d1-2335-4ac0-9111-6271bb845a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:23.977500 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-89ded4d1-2335-4ac0-9111-6271bb845a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1724545'] for router_gateway, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:24.039801 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:24.103248 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-89ded4d1-2335-4ac0-9111-6271bb845a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27985'] for router, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:24.105679 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-89ded4d1-2335-4ac0-9111-6271bb845a8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:24.187437 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 58dad907-e5b4-424f-b8a4-f9d872b0cd06 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:56:24.276207 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-89ded4d1-2335-4ac0-9111-6271bb845a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1641711'] for router, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:24.276904 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ded4d1-2335-4ac0-9111-6271bb845a8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40be026a-bd8d-4576-997e-3cd6a374a0a8 {{(pid=105487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 16:56:24.283032 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-89ded4d1-2335-4ac0-9111-6271bb845a8b admin admin] Notify callbacks [] for router, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:24.285145 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-89ded4d1-2335-4ac0-9111-6271bb845a8b admin admin] 10.222.0.25 "DELETE /v2.0/routers/40be026a-bd8d-4576-997e-3cd6a374a0a8 HTTP/1.1" status: 204 len: 168 time: 1.4465673 Jun 23 16:56:24.288595 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 57570) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:24.297502 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 58dad907-e5b4-424f-b8a4-f9d872b0cd06, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=58dad907-e5b4-424f-b8a4-f9d872b0cd06,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:56:24.310651 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': '58dad907-e5b4-424f-b8a4-f9d872b0cd06', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'port_id': '58dad907-e5b4-424f-b8a4-f9d872b0cd06', 'mac_address': 'fa:16:3e:21:a6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:56:24.337984 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31e0e7b-d415-4893-8a8f-2e1c209ec106 admin admin] Deleting subnet 40e372d6-9afa-4c58-9f87-929f1c34938e {{(pid=105487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:56:24.341825 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f31e0e7b-d415-4893-8a8f-2e1c209ec106 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:24.356849 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:24.377083 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58dad907-e5b4-424f-b8a4-f9d872b0cd06 {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:56:24.385921 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f31e0e7b-d415-4893-8a8f-2e1c209ec106 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26947514'] for subnet, precommit_delete_associations {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:24.419531 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 58dad907-e5b4-424f-b8a4-f9d872b0cd06, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=58dad907-e5b4-424f-b8a4-f9d872b0cd06,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:56:24.435936 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f31e0e7b-d415-4893-8a8f-2e1c209ec106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16059385'] for subnet, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:24.488792 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-0b8f1b8c-934e-4eaa-b8fb-baa1f8693fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:24.521769 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:24.531561 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:24.588796 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=58dad907-e5b4-424f-b8a4-f9d872b0cd06,revision_number=9']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:24.597128 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f31e0e7b-d415-4893-8a8f-2e1c209ec106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16059360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26949438'] for subnet, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:24.597252 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:24.597532 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:24.597903 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:24.598208 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:24.598576 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:24.598938 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:24.599246 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:24.599576 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:24.599907 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:24.600276 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:24.600556 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:24.600883 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:24.604995 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:24.606302 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-2fc24ce7-e8c1-49a0-850b-fef9d5288e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:24.613420 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f31e0e7b-d415-4893-8a8f-2e1c209ec106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:24.613420 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-f31e0e7b-d415-4893-8a8f-2e1c209ec106 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/40e372d6-9afa-4c58-9f87-929f1c34938e HTTP/1.1" status: 204 len: 168 time: 0.3227098 Jun 23 16:56:24.615311 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 57580) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:24.633661 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e0e7b-d415-4893-8a8f-2e1c209ec106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40e372d6-9afa-4c58-9f87-929f1c34938e,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:24.636507 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-f31e0e7b-d415-4893-8a8f-2e1c209ec106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:24.698984 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a639ee04-4761-4ae3-a96a-7a7ca81a7e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16231295'] for network, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:24.767905 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device e17095f3-29c7-401d-925e-cd983409edd8 no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:56:24.778136 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a639ee04-4761-4ae3-a96a-7a7ca81a7e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086644', 'neutron.services.segments.db._delete_segments_for_network-8730820742431'] for network, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:24.789220 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-a639ee04-4761-4ae3-a96a-7a7ca81a7e8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc51e331-2a78-4fd9-b34d-0d910adf86ff']}} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:56:24.796755 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: e17095f3-29c7-401d-925e-cd983409edd8 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:56:24.797453 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device e17095f3-29c7-401d-925e-cd983409edd8 not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:56:24.798106 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 27838a09-53b5-4643-b770-248a9d06c42a no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:56:24.800953 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-a639ee04-4761-4ae3-a96a-7a7ca81a7e8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c6b180-6392-4bf7-bfce-1134c8aa2a34') {'for_net_delete': True} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:56:24.801290 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-a639ee04-4761-4ae3-a96a-7a7ca81a7e8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c6b180-6392-4bf7-bfce-1134c8aa2a34') {} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:56:24.812683 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a639ee04-4761-4ae3-a96a-7a7ca81a7e8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730820730862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2321659'] for segment, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:24.822053 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: 27838a09-53b5-4643-b770-248a9d06c42a {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:56:24.822507 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 27838a09-53b5-4643-b770-248a9d06c42a not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:56:24.827983 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a639ee04-4761-4ae3-a96a-7a7ca81a7e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:24.835169 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a639ee04-4761-4ae3-a96a-7a7ca81a7e8c admin admin] Releasing vlan 1386 on physical network physnet1 to pool {{(pid=105486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:56:24.835587 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a639ee04-4761-4ae3-a96a-7a7ca81a7e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2323047'] for segment, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: Traceback (most recent call last): Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: timer() Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: cb(*args, **kw) Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: return func(*args, **kwargs) Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: self._notify() Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: self.callback(batched_events) Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: event.method(event) Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: return f(self, *a, **k) Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: return self._get(url).json() Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: return self.request(url, 'GET', **kwargs) Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:56:24.891310 dv-cinder-797608-1-iscsi neutron-server[105486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:56:24.894697 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['58dad907-e5b4-424f-b8a4-f9d872b0cd06'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:56:25.002332 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a639ee04-4761-4ae3-a96a-7a7ca81a7e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724528'] for network, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:25.012048 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a639ee04-4761-4ae3-a96a-7a7ca81a7e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:25.019354 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-a639ee04-4761-4ae3-a96a-7a7ca81a7e8c admin admin] 10.222.0.25 "DELETE /v2.0/networks/bc51e331-2a78-4fd9-b34d-0d910adf86ff HTTP/1.1" status: 204 len: 168 time: 0.4013667 Jun 23 16:56:25.019354 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:25.059969 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639ee04-4761-4ae3-a96a-7a7ca81a7e8c admin admin] Pushing event deleted for resources: {'Network': ['ID=bc51e331-2a78-4fd9-b34d-0d910adf86ff,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:25.076869 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-a639ee04-4761-4ae3-a96a-7a7ca81a7e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:25.111636 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7373a-7194-44ce-8ec7-ef843f6015b8 req-2552e65c-0995-4014-97ee-009e7bd3b2e8 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:25.111636 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-58f7373a-7194-44ce-8ec7-ef843f6015b8 req-2552e65c-0995-4014-97ee-009e7bd3b2e8 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 944 time: 0.1689813 Jun 23 16:56:25.153438 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-58f7373a-7194-44ce-8ec7-ef843f6015b8 req-9c7febe7-d1a6-4c7a-993e-ed9776d6e379 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410557 Jun 23 16:56:25.433941 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 57622) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:25.486489 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-5845fc15-d40c-473f-9eaa-5589bc97e1c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87ef8f3f77b44efca262f73df840952f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0508566 Jun 23 16:56:25.488575 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 57626) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:25.523137 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:25.547738 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fddf1585-e801-49dd-a629-7d6fddc8e3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:25.569228 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fddf1585-e801-49dd-a629-7d6fddc8e3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:25.722204 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fddf1585-e801-49dd-a629-7d6fddc8e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:25.726313 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fddf1585-e801-49dd-a629-7d6fddc8e3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:25.727559 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-fddf1585-e801-49dd-a629-7d6fddc8e3c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f42be92-3795-4445-8791-3a5f8272f0ce HTTP/1.1" status: 204 len: 168 time: 0.2379754 Jun 23 16:56:25.728613 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-c5ff8bf4-0d68-414e-b2de-3b40679712f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:25.738391 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf1585-e801-49dd-a629-7d6fddc8e3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f42be92-3795-4445-8791-3a5f8272f0ce,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:25.751684 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-fddf1585-e801-49dd-a629-7d6fddc8e3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:26.365879 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3648a-53f0-4e7f-8952-b9ed01195614 req-742cbffc-e6c3-4895-815c-367265ca3db0 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:26.367541 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5ce3648a-53f0-4e7f-8952-b9ed01195614 req-742cbffc-e6c3-4895-815c-367265ca3db0 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 944 time: 0.0823889 Jun 23 16:56:26.410305 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5ce3648a-53f0-4e7f-8952-b9ed01195614 req-2739132f-3ada-46d8-8ff4-667d95581b81 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364196 Jun 23 16:56:27.041761 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:27.625046 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f10009-c072-42bc-9dfc-4b0b1ce840cb req-be9a479c-4e55-4e06-bab5-515628079f0a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:27.626668 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c4f10009-c072-42bc-9dfc-4b0b1ce840cb req-be9a479c-4e55-4e06-bab5-515628079f0a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 944 time: 0.0709562 Jun 23 16:56:27.671267 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c4f10009-c072-42bc-9dfc-4b0b1ce840cb req-6d8f5ecf-8aee-4255-a5e9-bfbe87fcd3f4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360434 Jun 23 16:56:27.855609 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 57740) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:27.970510 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9b149f32-7e56-4fcb-ba64-341dd7e86f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:28.061387 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9b149f32-7e56-4fcb-ba64-341dd7e86f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:28.159117 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9b149f32-7e56-4fcb-ba64-341dd7e86f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:28.162394 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-10300b80-17d3-407f-93ad-652c80a3ab9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:28.211177 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-9b149f32-7e56-4fcb-ba64-341dd7e86f2f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=679827c49d2e491a8cb4f2bc51d727e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515348 Jun 23 16:56:28.211177 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b149f32-7e56-4fcb-ba64-341dd7e86f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c377f65e-776b-4ef9-85ba-7205715b23bc,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:28.212109 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 57746) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:28.213364 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-9b149f32-7e56-4fcb-ba64-341dd7e86f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:28.263793 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-198d8840-44fb-4010-b478-14ff255f4945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:28.285811 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-198d8840-44fb-4010-b478-14ff255f4945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:28.401625 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-198d8840-44fb-4010-b478-14ff255f4945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:28.404355 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-198d8840-44fb-4010-b478-14ff255f4945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:28.405532 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-198d8840-44fb-4010-b478-14ff255f4945 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c377f65e-776b-4ef9-85ba-7205715b23bc HTTP/1.1" status: 204 len: 168 time: 0.1924458 Jun 23 16:56:28.406322 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-4a78bdc0-6910-4180-9dcc-bf5ed47b54ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:28.415638 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d8840-44fb-4010-b478-14ff255f4945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c377f65e-776b-4ef9-85ba-7205715b23bc,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:28.418404 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-198d8840-44fb-4010-b478-14ff255f4945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:28.871835 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c9ed7-7389-43d3-b137-ced31d298343 req-0824e609-bec8-4a43-8e7e-0bc3c7cabd2c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:28.872138 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c18c9ed7-7389-43d3-b137-ced31d298343 req-0824e609-bec8-4a43-8e7e-0bc3c7cabd2c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 944 time: 0.0694537 Jun 23 16:56:28.915139 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c18c9ed7-7389-43d3-b137-ced31d298343 req-dba5a17f-9c04-48a0-aecb-fe17026754ce tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369544 Jun 23 16:56:30.120374 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f477b-ae4e-42d1-9f1d-719dd6db27e9 req-b5f1f922-f3aa-4bc3-8bb7-526a13f2ebdc tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:30.121963 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-db7f477b-ae4e-42d1-9f1d-719dd6db27e9 req-b5f1f922-f3aa-4bc3-8bb7-526a13f2ebdc tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 944 time: 0.0770321 Jun 23 16:56:30.180472 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-db7f477b-ae4e-42d1-9f1d-719dd6db27e9 req-b438ea20-9a53-4b54-a190-0294b8149ef8 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496678 Jun 23 16:56:30.251618 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 58dad907-e5b4-424f-b8a4-f9d872b0cd06 up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:56:30.308069 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port 58dad907-e5b4-424f-b8a4-f9d872b0cd06 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:56:30.308454 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:30.430799 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:30.462283 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bd5c7b-5838-4df2-a437-766fc56598a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dad907-e5b4-424f-b8a4-f9d872b0cd06'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:56:30.464331 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14909dd2-11da-4425-acef-9ba1e69f7e43" -d '{"events": [{"server_uuid": "48bd5c7b-5838-4df2-a437-766fc56598a1", "name": "network-vif-plugged", "status": "completed", "tag": "58dad907-e5b4-424f-b8a4-f9d872b0cd06"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:56:30.479342 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 58dad907-e5b4-424f-b8a4-f9d872b0cd06, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=58dad907-e5b4-424f-b8a4-f9d872b0cd06,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:56:30.528018 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b66a08-15e5-4ffb-8db7-3f5cc3039885 x-openstack-request-id: req-d4b66a08-15e5-4ffb-8db7-3f5cc3039885 {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:56:30.528523 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bd5c7b-5838-4df2-a437-766fc56598a1", "name": "network-vif-plugged", "status": "completed", "tag": "58dad907-e5b4-424f-b8a4-f9d872b0cd06", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:56:30.528969 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4b66a08-15e5-4ffb-8db7-3f5cc3039885 {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:56:30.529568 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bd5c7b-5838-4df2-a437-766fc56598a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dad907-e5b4-424f-b8a4-f9d872b0cd06', 'code': 200} Jun 23 16:56:30.651042 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:30.653222 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:30.707822 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=58dad907-e5b4-424f-b8a4-f9d872b0cd06,revision_number=10']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:30.713181 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:31.548022 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffec4e-de25-4359-a574-34c9fd00718b req-1db92a3e-2882-4268-a47e-5b480a26a4bd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:31.548716 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0bffec4e-de25-4359-a574-34c9fd00718b req-1db92a3e-2882-4268-a47e-5b480a26a4bd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 946 time: 0.1638458 Jun 23 16:56:31.627776 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0bffec4e-de25-4359-a574-34c9fd00718b req-4342afb5-ea6a-40fb-986a-27e35f366226 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717535 Jun 23 16:56:32.262570 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab2f6c-259e-474c-ad19-0a8a8da5f878 req-a231cba7-2b0f-488d-8fc5-8f4ac6c5b5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:32.265428 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f8ab2f6c-259e-474c-ad19-0a8a8da5f878 req-a231cba7-2b0f-488d-8fc5-8f4ac6c5b5a2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 1099 time: 0.0615129 Jun 23 16:56:32.311936 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f8ab2f6c-259e-474c-ad19-0a8a8da5f878 req-aca233f2-9e8f-4633-9dc3-2547449bf474 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390289 Jun 23 16:56:32.683661 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 57856) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:32.850554 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-874c994f-74ec-4eb1-8488-b7a3a2d050c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:32.918538 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca365f66-f57e-482a-ba4f-8eec1c81311f req-dbae7cb0-eb2b-45e3-8695-2c4180ea7f94 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:32.920016 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ca365f66-f57e-482a-ba4f-8eec1c81311f req-dbae7cb0-eb2b-45e3-8695-2c4180ea7f94 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 946 time: 0.1081319 Jun 23 16:56:32.991363 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ca365f66-f57e-482a-ba4f-8eec1c81311f req-5bf0e5c9-ec4b-47cc-b103-6ec0bd78cc9c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651062 Jun 23 16:56:33.014369 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-874c994f-74ec-4eb1-8488-b7a3a2d050c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:33.092831 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-874c994f-74ec-4eb1-8488-b7a3a2d050c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:33.096365 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-1b14b9ff-6b34-4dcc-9b5a-4c7bb7a5211c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:33.141976 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-874c994f-74ec-4eb1-8488-b7a3a2d050c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c10ec3e92619409682734bf3226c3696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4570656 Jun 23 16:56:33.143346 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c994f-74ec-4eb1-8488-b7a3a2d050c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38830a1-4e10-4b5e-8da9-b0c2847d0816,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:33.146437 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 57862) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:33.158262 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-874c994f-74ec-4eb1-8488-b7a3a2d050c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:33.211604 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f371e27b-ce6f-4a82-bfda-91ac828454e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:33.241971 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f371e27b-ce6f-4a82-bfda-91ac828454e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:33.429900 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f371e27b-ce6f-4a82-bfda-91ac828454e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:33.432591 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f371e27b-ce6f-4a82-bfda-91ac828454e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:33.433925 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-f371e27b-ce6f-4a82-bfda-91ac828454e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e38830a1-4e10-4b5e-8da9-b0c2847d0816 HTTP/1.1" status: 204 len: 168 time: 0.2850211 Jun 23 16:56:33.434902 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-13d1340e-f808-4962-bb83-bafefe443c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:33.447330 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371e27b-ce6f-4a82-bfda-91ac828454e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38830a1-4e10-4b5e-8da9-b0c2847d0816,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:33.450663 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-f371e27b-ce6f-4a82-bfda-91ac828454e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:34.194036 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 57880) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:34.209200 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6c6de-609e-4360-bdcf-ec6143aded31 req-100f5c17-71bd-4136-a265-c3326d5f4b97 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:34.210985 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-86d6c6de-609e-4360-bdcf-ec6143aded31 req-100f5c17-71bd-4136-a265-c3326d5f4b97 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 946 time: 0.0798326 Jun 23 16:56:34.257404 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-86d6c6de-609e-4360-bdcf-ec6143aded31 req-e865bd20-2463-42ca-bbf4-023bd6409b3e tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399923 Jun 23 16:56:34.343547 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-55a50e46-fc52-4d69-b31e-231c72efb682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:34.446727 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 57886) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:34.451077 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-55a50e46-fc52-4d69-b31e-231c72efb682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:34.461045 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-134a9dcb-6342-4d98-b019-499f618ad881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:34.531207 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-55a50e46-fc52-4d69-b31e-231c72efb682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:34.534974 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-21a6c46e-704a-4e8e-b6b6-4bde5a630633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:34.577683 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 57888) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:34.579784 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-55a50e46-fc52-4d69-b31e-231c72efb682 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c08dd580de34a6cbf952a105315ca5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3798943 Jun 23 16:56:34.580852 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a50e46-fc52-4d69-b31e-231c72efb682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf62899-c3db-4f10-9703-020207f694a6,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:34.584357 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-55a50e46-fc52-4d69-b31e-231c72efb682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:34.665489 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-134a9dcb-6342-4d98-b019-499f618ad881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:34.666655 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c3780ae1-95fb-4b12-b0b6-a8f5e4a668e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:34.696157 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c3780ae1-95fb-4b12-b0b6-a8f5e4a668e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:34.719980 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-134a9dcb-6342-4d98-b019-499f618ad881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:34.729768 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-64d128d8-b3c3-46f2-932a-4acc2cfcefaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:34.777499 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-134a9dcb-6342-4d98-b019-499f618ad881 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=82b70b918a6c4d019dbfb0b8fccfe87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295543 Jun 23 16:56:34.778269 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a9dcb-6342-4d98-b019-499f618ad881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084d00d8-84c7-4c18-ae56-28e99a3f0edc,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:34.781609 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 57890) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:34.789903 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-134a9dcb-6342-4d98-b019-499f618ad881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:34.855327 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-31597963-3fcf-4d3f-9cf1-5f1eac17d612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:34.880368 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-31597963-3fcf-4d3f-9cf1-5f1eac17d612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:34.922350 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c3780ae1-95fb-4b12-b0b6-a8f5e4a668e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:34.927659 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c3780ae1-95fb-4b12-b0b6-a8f5e4a668e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:34.931735 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-c3780ae1-95fb-4b12-b0b6-a8f5e4a668e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3cf62899-c3db-4f10-9703-020207f694a6 HTTP/1.1" status: 204 len: 168 time: 0.3497801 Jun 23 16:56:34.932294 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-d3242b46-ea8b-4970-a3aa-2940afe04076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:34.954553 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3780ae1-95fb-4b12-b0b6-a8f5e4a668e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf62899-c3db-4f10-9703-020207f694a6,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:34.959396 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-c3780ae1-95fb-4b12-b0b6-a8f5e4a668e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:35.096327 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-31597963-3fcf-4d3f-9cf1-5f1eac17d612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:35.099639 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-31597963-3fcf-4d3f-9cf1-5f1eac17d612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:35.101143 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-31597963-3fcf-4d3f-9cf1-5f1eac17d612 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/084d00d8-84c7-4c18-ae56-28e99a3f0edc HTTP/1.1" status: 204 len: 168 time: 0.3184681 Jun 23 16:56:35.102137 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-35d4da0f-d70a-4ecf-9a2b-8384bdfd32ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:35.112096 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31597963-3fcf-4d3f-9cf1-5f1eac17d612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084d00d8-84c7-4c18-ae56-28e99a3f0edc,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:35.115749 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-31597963-3fcf-4d3f-9cf1-5f1eac17d612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:35.530412 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65247bc0-4942-410a-b666-be67c99306dd req-ee796e91-bb8a-44f7-92d1-dd42bc63074b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:35.532887 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-65247bc0-4942-410a-b666-be67c99306dd req-ee796e91-bb8a-44f7-92d1-dd42bc63074b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 946 time: 0.1102664 Jun 23 16:56:35.591175 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-65247bc0-4942-410a-b666-be67c99306dd req-05c326d2-caa2-4c6e-b298-77e0174e19a2 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516276 Jun 23 16:56:36.812155 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82d08e-6b31-4095-bcc9-8f7138100a32 req-cb4962fd-eefc-4605-8e10-0bd3ca78ea25 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:36.814113 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8b82d08e-6b31-4095-bcc9-8f7138100a32 req-cb4962fd-eefc-4605-8e10-0bd3ca78ea25 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 946 time: 0.0821521 Jun 23 16:56:36.877727 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8b82d08e-6b31-4095-bcc9-8f7138100a32 req-f1018f54-3838-4f0a-a14b-5ee726c600e1 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540690 Jun 23 16:56:38.067453 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 57954) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:38.113358 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421caaf2-6ca6-4360-876b-49826ce7de48 req-0ca0a220-478b-4a15-b225-9e7e99f1aeb4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:38.115761 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-421caaf2-6ca6-4360-876b-49826ce7de48 req-0ca0a220-478b-4a15-b225-9e7e99f1aeb4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 946 time: 0.0958014 Jun 23 16:56:38.183462 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-421caaf2-6ca6-4360-876b-49826ce7de48 req-0e216986-d735-4cc7-8fae-2b413bc030ec tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598748 Jun 23 16:56:38.217805 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b97ac1aa-f9b1-4156-a0bf-480f19512e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:38.327345 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b97ac1aa-f9b1-4156-a0bf-480f19512e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:38.476016 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b97ac1aa-f9b1-4156-a0bf-480f19512e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:38.487730 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-0726e212-5d9f-4426-ba1a-f304cdd18d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:38.566636 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-b97ac1aa-f9b1-4156-a0bf-480f19512e7a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38c23c5002c249f3acd32e2aec1fc4a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4958994 Jun 23 16:56:38.569038 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ac1aa-f9b1-4156-a0bf-480f19512e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2672fba-c6ae-4470-9fd9-ea58674a5706,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:38.571296 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 57958) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:38.577181 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-b97ac1aa-f9b1-4156-a0bf-480f19512e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:38.657210 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8b0f91fa-1a60-4ab2-bebf-3b0978808615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:38.703261 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8b0f91fa-1a60-4ab2-bebf-3b0978808615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:38.994089 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8b0f91fa-1a60-4ab2-bebf-3b0978808615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:38.999376 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8b0f91fa-1a60-4ab2-bebf-3b0978808615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:39.001548 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-8b0f91fa-1a60-4ab2-bebf-3b0978808615 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2672fba-c6ae-4470-9fd9-ea58674a5706 HTTP/1.1" status: 204 len: 168 time: 0.4285622 Jun 23 16:56:39.003083 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-459c378c-e2c1-499b-a56f-9c7f226b10a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:39.028540 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f91fa-1a60-4ab2-bebf-3b0978808615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2672fba-c6ae-4470-9fd9-ea58674a5706,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:39.031269 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-8b0f91fa-1a60-4ab2-bebf-3b0978808615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:39.422687 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7effad-a55f-48ec-90bb-3193f3d2363a req-ebeda100-fb4b-47a0-a007-926a417ac61c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:39.424119 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9a7effad-a55f-48ec-90bb-3193f3d2363a req-ebeda100-fb4b-47a0-a007-926a417ac61c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 946 time: 0.0712409 Jun 23 16:56:39.474513 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9a7effad-a55f-48ec-90bb-3193f3d2363a req-08bf998f-e362-4635-847c-8892446a667e tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433629 Jun 23 16:56:39.929924 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 57980) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:39.944761 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e55a276d-7ef3-4595-8841-5a79fd68cc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:40.069169 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e55a276d-7ef3-4595-8841-5a79fd68cc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:40.139084 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e55a276d-7ef3-4595-8841-5a79fd68cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:40.144566 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-55a50e46-fc52-4d69-b31e-231c72efb682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:40.190067 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a276d-7ef3-4595-8841-5a79fd68cc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03aeca2-7e94-42d5-8856-4ff959e8f1ab,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:40.210273 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-e55a276d-7ef3-4595-8841-5a79fd68cc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:40.221681 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-e55a276d-7ef3-4595-8841-5a79fd68cc70 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1bcd9d13d2a34dcc959f930740200ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884140 Jun 23 16:56:40.222141 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 57992) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:40.276579 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a7caef86-786a-48e9-9909-f827e0d74708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:40.300939 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a7caef86-786a-48e9-9909-f827e0d74708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:40.435933 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a7caef86-786a-48e9-9909-f827e0d74708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:40.440026 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a7caef86-786a-48e9-9909-f827e0d74708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:40.441441 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-a7caef86-786a-48e9-9909-f827e0d74708 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f03aeca2-7e94-42d5-8856-4ff959e8f1ab HTTP/1.1" status: 204 len: 168 time: 0.2180431 Jun 23 16:56:40.443344 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-347f83d9-a1f7-495e-aabb-625370ddaf5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:40.471412 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7caef86-786a-48e9-9909-f827e0d74708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03aeca2-7e94-42d5-8856-4ff959e8f1ab,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:40.475728 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-a7caef86-786a-48e9-9909-f827e0d74708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:40.716952 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0c225-7da9-4994-a75d-164ff14a245e req-b744e50e-dfeb-4b34-8463-bdb3ef716af3 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:40.719981 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-54d0c225-7da9-4994-a75d-164ff14a245e req-b744e50e-dfeb-4b34-8463-bdb3ef716af3 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 946 time: 0.0736101 Jun 23 16:56:40.770586 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-54d0c225-7da9-4994-a75d-164ff14a245e req-f039185d-3987-4a7b-9b2a-fa1583c336ce tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451918 Jun 23 16:56:42.028323 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c2703-a93f-4be4-b99d-af830238bd7e req-1ff4d39a-ea88-47cb-af22-4ecb36f0c329 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:42.030559 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ee7c2703-a93f-4be4-b99d-af830238bd7e req-1ff4d39a-ea88-47cb-af22-4ecb36f0c329 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 946 time: 0.0981460 Jun 23 16:56:42.083116 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ee7c2703-a93f-4be4-b99d-af830238bd7e req-40a59431-5ae7-4f51-8eb7-cb542b8479d7 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433698 Jun 23 16:56:43.271916 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec658e-81f1-4530-ac3e-5429c4756590 req-d654f54b-3fa8-48aa-9822-47aa9b96167c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:43.273477 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1fec658e-81f1-4530-ac3e-5429c4756590 req-d654f54b-3fa8-48aa-9822-47aa9b96167c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 946 time: 0.0674441 Jun 23 16:56:43.314331 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1fec658e-81f1-4530-ac3e-5429c4756590 req-76d2afae-c72e-4d27-9735-f679359549ea tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342901 Jun 23 16:56:51.601689 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-655106b5-eaca-4296-b4bb-54005bf48b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:52.639394 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:53.714135 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7136525e-bc98-4127-84cd-df158b5ae444 req-67971445-9d34-4a34-b2e9-bf84d943c616 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696912 Jun 23 16:56:53.915575 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136525e-bc98-4127-84cd-df158b5ae444 req-9c08e354-edab-4794-8aae-1346f5d05b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:53.919646 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7136525e-bc98-4127-84cd-df158b5ae444 req-9c08e354-edab-4794-8aae-1346f5d05b00 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=13aefe26f9b840c483117371156e9160&device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 1098 time: 0.1440101 Jun 23 16:56:54.157760 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136525e-bc98-4127-84cd-df158b5ae444 req-ac20a0e2-425d-40d6-a8dc-66c0fdac0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:54.160350 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7136525e-bc98-4127-84cd-df158b5ae444 req-ac20a0e2-425d-40d6-a8dc-66c0fdac0009 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b23fbb98-5784-4b39-a20a-1c7bc7c6884e HTTP/1.1" status: 200 len: 913 time: 0.2153175 Jun 23 16:56:54.185100 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:54.250374 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7136525e-bc98-4127-84cd-df158b5ae444 req-9f32d184-d836-4e05-96f5-56e93c098d9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe25a1ad-e013-4927-afd6-8865afc577b3 HTTP/1.1" status: 200 len: 1001 time: 0.0832391 Jun 23 16:56:54.310164 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136525e-bc98-4127-84cd-df158b5ae444 req-a724d07b-d0dc-4a2b-909c-3007678d0c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:54.311770 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7136525e-bc98-4127-84cd-df158b5ae444 req-a724d07b-d0dc-4a2b-909c-3007678d0c5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=556de990-9411-4552-8962-8043c6baa871 HTTP/1.1" status: 200 len: 850 time: 0.0536807 Jun 23 16:56:54.383708 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136525e-bc98-4127-84cd-df158b5ae444 req-72352d0c-8390-4290-a36b-7fbfa9993f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:54.385326 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7136525e-bc98-4127-84cd-df158b5ae444 req-72352d0c-8390-4290-a36b-7fbfa9993f42 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b23fbb98-5784-4b39-a20a-1c7bc7c6884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642099 Jun 23 16:56:54.520930 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7136525e-bc98-4127-84cd-df158b5ae444 req-1e670a81-ef38-4586-aec3-01fadf023957 service neutron] 10.222.0.35 "GET /v2.0/networks/b23fbb98-5784-4b39-a20a-1c7bc7c6884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282840 Jun 23 16:56:54.545338 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-e8e50e3f-75d0-4155-855c-035b8a95c798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:54.619643 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8538a6-f858-45bd-8e68-253f4ca9e5a2 req-efd76d9a-a22a-4554-9efb-051886c00547 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:54.621566 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6c8538a6-f858-45bd-8e68-253f4ca9e5a2 req-efd76d9a-a22a-4554-9efb-051886c00547 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0844312 Jun 23 16:56:54.667980 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6c8538a6-f858-45bd-8e68-253f4ca9e5a2 req-98a50237-ad61-4088-831e-9f3e10cf24e5 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395839 Jun 23 16:56:54.684269 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7136525e-bc98-4127-84cd-df158b5ae444 req-79c3742c-3cda-4486-8b55-fae98aa8d627 service neutron] 10.222.0.35 "GET /v2.0/networks/b23fbb98-5784-4b39-a20a-1c7bc7c6884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286826 Jun 23 16:56:55.641750 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:55.922101 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d71a7-5617-42e8-a631-e7937832a10e req-9b037438-89f6-4716-b3a4-ec68673eec29 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:55.924657 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-301d71a7-5617-42e8-a631-e7937832a10e req-9b037438-89f6-4716-b3a4-ec68673eec29 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0853779 Jun 23 16:56:55.970606 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-301d71a7-5617-42e8-a631-e7937832a10e req-36472b07-ef31-4e55-8b95-d0cb4b7967a7 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393264 Jun 23 16:56:57.157425 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23b87e-2df0-42f1-a19d-f35f00154a8d req-e7218864-3155-4714-bc7d-a43c9bafb1f3 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:57.159024 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0c23b87e-2df0-42f1-a19d-f35f00154a8d req-e7218864-3155-4714-bc7d-a43c9bafb1f3 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0703735 Jun 23 16:56:57.179003 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:57.201451 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0c23b87e-2df0-42f1-a19d-f35f00154a8d req-f223e4d8-63e6-40e5-9281-aef8c044ee20 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350285 Jun 23 16:56:57.226987 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 58282) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:57.263020 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:56:57.330233 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-efa207ee-0af7-4464-b76e-9083ebae98ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:57.422440 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-efa207ee-0af7-4464-b76e-9083ebae98ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:57.521662 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-efa207ee-0af7-4464-b76e-9083ebae98ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:57.526081 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-2ae617c9-498d-4d73-9c03-3bacee9a394b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:57.568661 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-efa207ee-0af7-4464-b76e-9083ebae98ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c7e3b3837834e58889ada6f8248647d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3374529 Jun 23 16:56:57.568661 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa207ee-0af7-4464-b76e-9083ebae98ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e8aade-1dd6-41b8-96ca-ff1e165e387e,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:57.569307 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 58294) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:57.575601 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa207ee-0af7-4464-b76e-9083ebae98ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:57.575967 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa207ee-0af7-4464-b76e-9083ebae98ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:57.576332 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa207ee-0af7-4464-b76e-9083ebae98ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:57.576844 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa207ee-0af7-4464-b76e-9083ebae98ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:57.577293 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa207ee-0af7-4464-b76e-9083ebae98ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:57.577626 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa207ee-0af7-4464-b76e-9083ebae98ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:57.577972 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa207ee-0af7-4464-b76e-9083ebae98ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:57.578320 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa207ee-0af7-4464-b76e-9083ebae98ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:57.578667 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa207ee-0af7-4464-b76e-9083ebae98ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:57.579004 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa207ee-0af7-4464-b76e-9083ebae98ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:57.579347 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa207ee-0af7-4464-b76e-9083ebae98ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:57.579679 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa207ee-0af7-4464-b76e-9083ebae98ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:57.584596 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-efa207ee-0af7-4464-b76e-9083ebae98ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:57.621020 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-46c67129-f7f1-440a-9577-8236b90c8876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:57.642516 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-46c67129-f7f1-440a-9577-8236b90c8876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:57.789609 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-46c67129-f7f1-440a-9577-8236b90c8876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:57.792238 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-46c67129-f7f1-440a-9577-8236b90c8876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:57.793492 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-46c67129-f7f1-440a-9577-8236b90c8876 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3e8aade-1dd6-41b8-96ca-ff1e165e387e HTTP/1.1" status: 204 len: 168 time: 0.2230029 Jun 23 16:56:57.796417 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-fddf1585-e801-49dd-a629-7d6fddc8e3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:57.803136 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c67129-f7f1-440a-9577-8236b90c8876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e8aade-1dd6-41b8-96ca-ff1e165e387e,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:57.810482 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67129-f7f1-440a-9577-8236b90c8876 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:57.810979 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67129-f7f1-440a-9577-8236b90c8876 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:57.811204 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67129-f7f1-440a-9577-8236b90c8876 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:57.811562 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67129-f7f1-440a-9577-8236b90c8876 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:57.811910 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67129-f7f1-440a-9577-8236b90c8876 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:57.812255 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67129-f7f1-440a-9577-8236b90c8876 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:57.812599 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67129-f7f1-440a-9577-8236b90c8876 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:57.812941 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67129-f7f1-440a-9577-8236b90c8876 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:57.813320 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67129-f7f1-440a-9577-8236b90c8876 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:57.813660 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67129-f7f1-440a-9577-8236b90c8876 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:57.813996 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67129-f7f1-440a-9577-8236b90c8876 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:57.814331 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67129-f7f1-440a-9577-8236b90c8876 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:57.818842 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-46c67129-f7f1-440a-9577-8236b90c8876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:58.393243 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21663a-b83e-47fe-a29b-21271ce453a5 req-845e8736-3adc-493b-9da8-9607301656d9 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:58.394819 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ce21663a-b83e-47fe-a29b-21271ce453a5 req-845e8736-3adc-493b-9da8-9607301656d9 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0727692 Jun 23 16:56:58.435164 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ce21663a-b83e-47fe-a29b-21271ce453a5 req-b77e54ca-8ed7-4332-a19f-3cd738c9fff8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346570 Jun 23 16:56:58.599192 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 58306) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:58.613143 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-91363d5a-60c9-439d-806c-59681e2ac2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:58.704967 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-91363d5a-60c9-439d-806c-59681e2ac2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:58.781789 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-91363d5a-60c9-439d-806c-59681e2ac2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:58.786459 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-70833ba4-a348-41ad-83a6-fc543c5e90a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:58.822044 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-91363d5a-60c9-439d-806c-59681e2ac2c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=41ef103c14b24c718eae7891e9baf164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214522 Jun 23 16:56:58.824709 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91363d5a-60c9-439d-806c-59681e2ac2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbd1a80-06ec-4eb7-bed5-4023843ac242,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:58.825901 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 58322) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:58.827779 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-91363d5a-60c9-439d-806c-59681e2ac2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:58.883193 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1da3c4f3-d3ba-40fb-b8d5-adf17e3734ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:58.905298 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1da3c4f3-d3ba-40fb-b8d5-adf17e3734ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:58.963529 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 58328) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:59.071545 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f0a0d1e7-9ea9-4c44-8f8b-c7f4d64aa376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:59.079358 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1da3c4f3-d3ba-40fb-b8d5-adf17e3734ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:59.082529 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1da3c4f3-d3ba-40fb-b8d5-adf17e3734ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:59.084212 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-1da3c4f3-d3ba-40fb-b8d5-adf17e3734ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0bbd1a80-06ec-4eb7-bed5-4023843ac242 HTTP/1.1" status: 204 len: 168 time: 0.2571280 Jun 23 16:56:59.085059 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-cd22214d-d064-47b4-be22-d2f01c4f2d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:59.092891 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3c4f3-d3ba-40fb-b8d5-adf17e3734ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbd1a80-06ec-4eb7-bed5-4023843ac242,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:59.095109 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-1da3c4f3-d3ba-40fb-b8d5-adf17e3734ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:59.183909 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f0a0d1e7-9ea9-4c44-8f8b-c7f4d64aa376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:59.372205 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f0a0d1e7-9ea9-4c44-8f8b-c7f4d64aa376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:59.375690 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-fcda78b7-0603-4d40-954a-56f58440a162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:59.412663 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-f0a0d1e7-9ea9-4c44-8f8b-c7f4d64aa376 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2b2a998e36234597b5db5ffbdbf3c446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4469073 Jun 23 16:56:59.414097 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 58344) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:59.421091 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0d1e7-9ea9-4c44-8f8b-c7f4d64aa376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a946030-5c1c-499b-8a01-3a13345340a4,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:59.424212 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-f0a0d1e7-9ea9-4c44-8f8b-c7f4d64aa376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:59.477012 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-91c07d2c-60f2-446f-abb1-81987bba7d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:59.505340 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-91c07d2c-60f2-446f-abb1-81987bba7d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:59.680232 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011f59d-8333-42c0-b90f-afb4f6561fc3 req-96818c05-b18f-4297-a0ef-6b94a9a20c7e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:59.681735 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8011f59d-8333-42c0-b90f-afb4f6561fc3 req-96818c05-b18f-4297-a0ef-6b94a9a20c7e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0714622 Jun 23 16:56:59.685139 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-91c07d2c-60f2-446f-abb1-81987bba7d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:59.687735 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-91c07d2c-60f2-446f-abb1-81987bba7d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:59.688943 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-91c07d2c-60f2-446f-abb1-81987bba7d62 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a946030-5c1c-499b-8a01-3a13345340a4 HTTP/1.1" status: 204 len: 168 time: 0.2737923 Jun 23 16:56:59.689822 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-09fe975c-5328-430f-b082-950b5d791108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:59.701965 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c07d2c-60f2-446f-abb1-81987bba7d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a946030-5c1c-499b-8a01-3a13345340a4,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:59.706510 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-91c07d2c-60f2-446f-abb1-81987bba7d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:59.749841 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8011f59d-8333-42c0-b90f-afb4f6561fc3 req-f27f0b4f-8e71-488d-b5e3-e76307332ede tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610945 Jun 23 16:57:00.928487 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d655ef-7d2e-4792-802f-354f560eaac5 req-6be8502d-afca-476d-a7df-14cff4c6da8b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:00.930044 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-70d655ef-7d2e-4792-802f-354f560eaac5 req-6be8502d-afca-476d-a7df-14cff4c6da8b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0663164 Jun 23 16:57:00.975562 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-70d655ef-7d2e-4792-802f-354f560eaac5 req-5c92e344-53eb-4b1a-97a4-cc4d0c25b201 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393307 Jun 23 16:57:02.157094 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3739d6-f258-4188-9380-1d4bd820f29a req-58430076-8867-4674-92f6-acaf50dfcff4 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:02.158585 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bf3739d6-f258-4188-9380-1d4bd820f29a req-58430076-8867-4674-92f6-acaf50dfcff4 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0633183 Jun 23 16:57:02.196735 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bf3739d6-f258-4188-9380-1d4bd820f29a req-c87ed4b0-c017-4712-a42b-94eace68b772 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316622 Jun 23 16:57:02.322433 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 58424) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:02.370745 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_v2 [None req-16511424-283f-4c27-94e0-a21380ce93a5 admin admin] Deleting subnet 7d5677fe-b3b6-4ea3-963a-21306b7598ad {{(pid=105487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:57:02.373969 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-16511424-283f-4c27-94e0-a21380ce93a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:02.409257 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-16511424-283f-4c27-94e0-a21380ce93a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26947514'] for subnet, precommit_delete_associations {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:02.454116 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-16511424-283f-4c27-94e0-a21380ce93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16059385'] for subnet, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:02.725304 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-16511424-283f-4c27-94e0-a21380ce93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16059360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26949438'] for subnet, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:02.728106 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:02.751528 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16511424-283f-4c27-94e0-a21380ce93a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d5677fe-b3b6-4ea3-963a-21306b7598ad,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:02.756560 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-16511424-283f-4c27-94e0-a21380ce93a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:02.761818 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-16511424-283f-4c27-94e0-a21380ce93a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:02.763998 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-16511424-283f-4c27-94e0-a21380ce93a5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7d5677fe-b3b6-4ea3-963a-21306b7598ad HTTP/1.1" status: 204 len: 168 time: 0.4402888 Jun 23 16:57:02.766470 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 58436) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:02.841462 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-68f6ec7d-86cb-41bb-9958-91c3e070acf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16231295'] for network, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:02.925400 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-68f6ec7d-86cb-41bb-9958-91c3e070acf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086644', 'neutron.services.segments.db._delete_segments_for_network-8730820742431'] for network, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:02.935006 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-68f6ec7d-86cb-41bb-9958-91c3e070acf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2286462f-a3b3-4374-8bf7-417a5e1e6dc6']}} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:02.945461 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-68f6ec7d-86cb-41bb-9958-91c3e070acf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ff4edc-8ab4-4695-8dcd-55484c6811ab') {'for_net_delete': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:02.945757 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-68f6ec7d-86cb-41bb-9958-91c3e070acf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ff4edc-8ab4-4695-8dcd-55484c6811ab') {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:02.954596 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-68f6ec7d-86cb-41bb-9958-91c3e070acf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730820730862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26947493'] for segment, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:02.969544 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-68f6ec7d-86cb-41bb-9958-91c3e070acf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:02.975814 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f6ec7d-86cb-41bb-9958-91c3e070acf6 admin admin] Releasing vlan 1358 on physical network physnet1 to pool {{(pid=105487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:57:02.976199 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-68f6ec7d-86cb-41bb-9958-91c3e070acf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26948060'] for segment, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: Traceback (most recent call last): Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: timer() Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: cb(*args, **kw) Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: return func(*args, **kwargs) Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: self._notify() Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: self.callback(batched_events) Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: event.method(event) Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: return f(self, *a, **k) Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: return self._get(url).json() Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: return self.request(url, 'GET', **kwargs) Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:57:02.977972 dv-cinder-797608-1-iscsi neutron-server[105487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:57:03.121430 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-68f6ec7d-86cb-41bb-9958-91c3e070acf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724528'] for network, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:03.125304 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-3d960df7-3c00-4454-99f2-9cb789294b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:03.129880 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-68f6ec7d-86cb-41bb-9958-91c3e070acf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:03.134060 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-68f6ec7d-86cb-41bb-9958-91c3e070acf6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2286462f-a3b3-4374-8bf7-417a5e1e6dc6 HTTP/1.1" status: 204 len: 168 time: 0.3642838 Jun 23 16:57:03.141332 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6ec7d-86cb-41bb-9958-91c3e070acf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2286462f-a3b3-4374-8bf7-417a5e1e6dc6,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:03.144225 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-68f6ec7d-86cb-41bb-9958-91c3e070acf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:03.373068 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f720e-40b8-4f75-bb29-7c0e3629bed6 req-abf21c3a-4d64-4e40-aea6-5cb0761cfab5 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:03.374459 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-154f720e-40b8-4f75-bb29-7c0e3629bed6 req-abf21c3a-4d64-4e40-aea6-5cb0761cfab5 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0637422 Jun 23 16:57:03.417187 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-154f720e-40b8-4f75-bb29-7c0e3629bed6 req-3ca042de-f1b7-41f3-93ee-715337264ce0 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349474 Jun 23 16:57:03.549491 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 58446) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:03.588971 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-4af48d5d-33aa-4ea2-9923-77263881c428 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ba478b1aaa54285bb421578309b0fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382304 Jun 23 16:57:03.591299 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 58448) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:03.640216 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-99ec5e84-81fa-4af9-8b50-159f43d009ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:03.665607 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-99ec5e84-81fa-4af9-8b50-159f43d009ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:03.784251 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-99ec5e84-81fa-4af9-8b50-159f43d009ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:03.787688 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-99ec5e84-81fa-4af9-8b50-159f43d009ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:03.788914 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-99ec5e84-81fa-4af9-8b50-159f43d009ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/969571ba-5527-4d2f-8f83-b3c454f4294a HTTP/1.1" status: 204 len: 168 time: 0.1964948 Jun 23 16:57:03.789709 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-87696fdf-5975-42d5-8f38-015ed3241712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:03.803398 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec5e84-81fa-4af9-8b50-159f43d009ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969571ba-5527-4d2f-8f83-b3c454f4294a,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:03.803398 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-99ec5e84-81fa-4af9-8b50-159f43d009ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:04.609980 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1caf3d-28ad-418a-a7a8-9139894719b9 req-834cb94c-f8fb-4be0-a78e-d26fba577622 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:04.611468 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-eb1caf3d-28ad-418a-a7a8-9139894719b9 req-834cb94c-f8fb-4be0-a78e-d26fba577622 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0722058 Jun 23 16:57:04.660602 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-eb1caf3d-28ad-418a-a7a8-9139894719b9 req-0e50f4ba-1b3d-4ee4-ad14-4c872d93393d tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399933 Jun 23 16:57:05.089239 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 58488) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:05.230640 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-7aca98cb-c268-47fd-9377-2e8ada6b4d3b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2044645101-network', 'tenant_id': '63e4dcf380f2416393003de303dd7b70'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:57:05.377984 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aca98cb-c268-47fd-9377-2e8ada6b4d3b admin admin] Made reservation on behalf of 63e4dcf380f2416393003de303dd7b70 for: {'network': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:57:05.381200 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7aca98cb-c268-47fd-9377-2e8ada6b4d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for network, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:05.389882 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7aca98cb-c268-47fd-9377-2e8ada6b4d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:05.477508 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7aca98cb-c268-47fd-9377-2e8ada6b4d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:05.559119 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7aca98cb-c268-47fd-9377-2e8ada6b4d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:05.562253 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-6706adf9-c855-4f69-a5d4-eb3e94500dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:05.584575 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aca98cb-c268-47fd-9377-2e8ada6b4d3b admin admin] vlan segment allocate from pool success with {'vlan_id': 1359, 'physical_network': 'physnet1'} {{(pid=105487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:57:05.594370 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca98cb-c268-47fd-9377-2e8ada6b4d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d641037-1928-4375-970e-64b191888ef1,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:05.598720 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7aca98cb-c268-47fd-9377-2e8ada6b4d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:05.599861 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7aca98cb-c268-47fd-9377-2e8ada6b4d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:05.600206 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.db.segments_db [None req-7aca98cb-c268-47fd-9377-2e8ada6b4d3b admin admin] Added segment 99021f02-74f6-4b5b-87b5-bc50f7979082 of type vlan for network 704e2731-babc-42e4-8d84-da6deaa922c9 Jun 23 16:57:05.641083 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7aca98cb-c268-47fd-9377-2e8ada6b4d3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730820174852'] for network, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:05.764940 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7aca98cb-c268-47fd-9377-2e8ada6b4d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929'] for network, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:05.766746 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aca98cb-c268-47fd-9377-2e8ada6b4d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:05.767374 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7aca98cb-c268-47fd-9377-2e8ada6b4d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:05.770783 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-68f6ec7d-86cb-41bb-9958-91c3e070acf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:05.860186 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca98cb-c268-47fd-9377-2e8ada6b4d3b admin admin] Pushing event updated for resources: {'Network': ['ID=704e2731-babc-42e4-8d84-da6deaa922c9,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:05.863877 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7aca98cb-c268-47fd-9377-2e8ada6b4d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:05.874124 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Network 704e2731-babc-42e4-8d84-da6deaa922c9 details requested by agent ovs-agent-dv-cinder-797608-1-iscsi with host dv-cinder-797608-1-iscsi {{(pid=105488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:57:05.892788 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af08cc3-ba3b-47d3-b744-de5cfbbfd440 req-e65b657e-eff6-47d1-bf7e-1b48e4891f1a tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:05.894411 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5af08cc3-ba3b-47d3-b744-de5cfbbfd440 req-e65b657e-eff6-47d1-bf7e-1b48e4891f1a tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.1071534 Jun 23 16:57:05.935355 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5af08cc3-ba3b-47d3-b744-de5cfbbfd440 req-0ce694fe-133c-4b60-9ad3-49b880add000 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348575 Jun 23 16:57:05.944160 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-7aca98cb-c268-47fd-9377-2e8ada6b4d3b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8537400 Jun 23 16:57:05.947190 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 58494) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:05.952144 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-a6d4f30b-af96-4e34-848f-33f17cbd6468 admin admin] Request body: {'subnet': {'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2044645101-subnet', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'ip_version': 4}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:57:06.096388 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d4f30b-af96-4e34-848f-33f17cbd6468 admin admin] Made reservation on behalf of 63e4dcf380f2416393003de303dd7b70 for: {'subnet': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:57:06.099590 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a6d4f30b-af96-4e34-848f-33f17cbd6468 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26949411'] for subnet, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:06.429925 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a6d4f30b-af96-4e34-848f-33f17cbd6468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26949425'] for subnet, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:06.436119 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-c5027ae4-652a-4dbd-ab91-0de8fe0674a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:06.781938 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4f30b-af96-4e34-848f-33f17cbd6468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75fcf02c-21d1-4889-9904-bcce91c63f88,revision_number=0']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:06.787748 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-a6d4f30b-af96-4e34-848f-33f17cbd6468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:06.821065 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f97bf9-ea79-43b9-bd09-6d2d4fb92919 req-f88d06fe-e060-495a-942e-538331c34ced tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:06.822549 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-32f97bf9-ea79-43b9-bd09-6d2d4fb92919 req-f88d06fe-e060-495a-942e-538331c34ced tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.4217687 Jun 23 16:57:06.824815 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d4f30b-af96-4e34-848f-33f17cbd6468 admin admin] Checking segment: {'id': '99021f02-74f6-4b5b-87b5-bc50f7979082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:57:06.825195 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d4f30b-af96-4e34-848f-33f17cbd6468 admin admin] Network hostable DHCP agents. Network: 704e2731-babc-42e4-8d84-da6deaa922c9, hostable agents: ['5e144bd6-6a48-4538-b5f5-f54886500fdf'], hosted agents: [] {{(pid=105487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:57:06.866970 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d140c7f-1c8b-45f0-b459-518505c4f8d1 req-bcc64dfb-1db6-4e4e-ab8e-4fcc9482e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:06.868440 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5d140c7f-1c8b-45f0-b459-518505c4f8d1 req-bcc64dfb-1db6-4e4e-ab8e-4fcc9482e7a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=13aefe26f9b840c483117371156e9160&device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 1098 time: 0.1517086 Jun 23 16:57:06.889132 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-32f97bf9-ea79-43b9-bd09-6d2d4fb92919 req-23c1ecab-0410-4a49-bf80-dfe583f3c097 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601313 Jun 23 16:57:06.970307 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d140c7f-1c8b-45f0-b459-518505c4f8d1 req-88980996-b45e-4af3-a453-15c4beca3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:06.971779 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5d140c7f-1c8b-45f0-b459-518505c4f8d1 req-88980996-b45e-4af3-a453-15c4beca3949 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b23fbb98-5784-4b39-a20a-1c7bc7c6884e HTTP/1.1" status: 200 len: 913 time: 0.0935438 Jun 23 16:57:07.013884 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d4f30b-af96-4e34-848f-33f17cbd6468 admin admin] Network 704e2731-babc-42e4-8d84-da6deaa922c9 is scheduled to be hosted by DHCP agent 5e144bd6-6a48-4538-b5f5-f54886500fdf with binding_index 1 {{(pid=105487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:57:07.041016 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5d140c7f-1c8b-45f0-b459-518505c4f8d1 req-9e6e8839-20b7-49ab-a432-df86d6289920 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe25a1ad-e013-4927-afd6-8865afc577b3 HTTP/1.1" status: 200 len: 1001 time: 0.0621681 Jun 23 16:57:07.095920 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d140c7f-1c8b-45f0-b459-518505c4f8d1 req-f3305235-bfe8-4f92-8ed6-e5ce07bb88c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:07.097821 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5d140c7f-1c8b-45f0-b459-518505c4f8d1 req-f3305235-bfe8-4f92-8ed6-e5ce07bb88c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=556de990-9411-4552-8962-8043c6baa871 HTTP/1.1" status: 200 len: 850 time: 0.0495458 Jun 23 16:57:07.155917 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d140c7f-1c8b-45f0-b459-518505c4f8d1 req-8525bf8c-8e88-49f4-9e80-2c2e1af79271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:07.157442 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5d140c7f-1c8b-45f0-b459-518505c4f8d1 req-8525bf8c-8e88-49f4-9e80-2c2e1af79271 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b23fbb98-5784-4b39-a20a-1c7bc7c6884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535796 Jun 23 16:57:07.217096 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-a6d4f30b-af96-4e34-848f-33f17cbd6468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-1-iscsi, 704e2731-babc-42e4-8d84-da6deaa922c9) {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:57:07.223427 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d4f30b-af96-4e34-848f-33f17cbd6468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:07.224025 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a6d4f30b-af96-4e34-848f-33f17cbd6468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:07.225827 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3380f3-252a-4fe0-91b1-4058fd8ca35f None None] Network 704e2731-babc-42e4-8d84-da6deaa922c9 requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:57:07.267699 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5d140c7f-1c8b-45f0-b459-518505c4f8d1 req-cfb7527e-31cb-4572-b4ec-f12ce1438128 service neutron] 10.222.0.35 "GET /v2.0/networks/b23fbb98-5784-4b39-a20a-1c7bc7c6884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012814 Jun 23 16:57:07.368412 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5d140c7f-1c8b-45f0-b459-518505c4f8d1 req-0effe1f1-1854-46d1-9107-703d3190c787 service neutron] 10.222.0.35 "GET /v2.0/networks/b23fbb98-5784-4b39-a20a-1c7bc7c6884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912333 Jun 23 16:57:07.380859 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 58512) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:07.381469 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-a6d4f30b-af96-4e34-848f-33f17cbd6468 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4327915 Jun 23 16:57:07.386303 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-c3242589-b46b-478c-8c1d-42c44a6f3074 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2044645101-router', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:57:07.503475 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp688f085e-dfc1-5e94-bdc4-2cd86705c474-704e2731-babc-42e4-8d84-da6deaa922c9', 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'fixed_ips': [{'subnet_id': '75fcf02c-21d1-4889-9904-bcce91c63f88'}]}} from dv-cinder-797608-1-iscsi. {{(pid=105488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:57:07.508828 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:07.508986 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c3242589-b46b-478c-8c1d-42c44a6f3074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25531'] for router, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:07.508986 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c3242589-b46b-478c-8c1d-42c44a6f3074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1782601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25506'] for router, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:07.558810 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c3242589-b46b-478c-8c1d-42c44a6f3074 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:07.641180 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.db_base_plugin_common [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Allocated IP 172.20.0.2 (704e2731-babc-42e4-8d84-da6deaa922c9/75fcf02c-21d1-4889-9904-bcce91c63f88/236fb160-d022-4fbd-a561-57aaaa11f9a5) {{(pid=105488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:57:07.779340 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c3242589-b46b-478c-8c1d-42c44a6f3074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1640840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27992'] for router, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:07.792302 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Notify callbacks [] for port, precommit_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:07.801025 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Transition to ACTIVE for port object 236fb160-d022-4fbd-a561-57aaaa11f9a5 will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:57:07.816933 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Transition to ACTIVE for port object 236fb160-d022-4fbd-a561-57aaaa11f9a5 will not be triggered until provisioned by entity DHCP. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:57:07.902717 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099'] for port, after_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:07.905553 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:07.943363 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Network 704e2731-babc-42e4-8d84-da6deaa922c9 is already hosted by enough agents. {{(pid=105488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:57:07.950226 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.scheduler.base_scheduler [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Resources bound (agent type, host, resource id): {{(pid=105488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:57:07.953708 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Received port after_create {{(pid=105488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:57:07.966121 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Pushing event updated for resources: {'Port': ['ID=236fb160-d022-4fbd-a561-57aaaa11f9a5,revision_number=1']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:07.990643 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:08.026943 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Attempting to bind port 236fb160-d022-4fbd-a561-57aaaa11f9a5 on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:57:08.027316 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Attempting to bind port 236fb160-d022-4fbd-a561-57aaaa11f9a5 by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': '99021f02-74f6-4b5b-87b5-bc50f7979082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:57:08.027714 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Attempting to bind port 236fb160-d022-4fbd-a561-57aaaa11f9a5 on network 704e2731-babc-42e4-8d84-da6deaa922c9 {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:57:08.032965 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:57:08.033911 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Checking segment: {'id': '99021f02-74f6-4b5b-87b5-bc50f7979082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:57:08.034329 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:08.035252 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Bound using segment: {'id': '99021f02-74f6-4b5b-87b5-bc50f7979082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:57:08.035726 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Bound port: 236fb160-d022-4fbd-a561-57aaaa11f9a5, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99021f02-74f6-4b5b-87b5-bc50f7979082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:57:08.036188 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:08.103731 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] For port 236fb160-d022-4fbd-a561-57aaaa11f9a5, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:57:08.107141 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] For port 236fb160-d022-4fbd-a561-57aaaa11f9a5, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=236fb160-d022-4fbd-a561-57aaaa11f9a5,segment=NetworkSegment(99021f02-74f6-4b5b-87b5-bc50f7979082),segment_id=99021f02-74f6-4b5b-87b5-bc50f7979082)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:57:08.130891 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c3242589-b46b-478c-8c1d-42c44a6f3074 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:08.153848 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c3242589-b46b-478c-8c1d-42c44a6f3074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:08.174887 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0735d-0a3a-4171-a31c-eb8726eff817 req-2b044a0f-5ebf-4e40-aa43-291782c054c0 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:08.177577 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3aa0735d-0a3a-4171-a31c-eb8726eff817 req-2b044a0f-5ebf-4e40-aa43-291782c054c0 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.1342432 Jun 23 16:57:08.182478 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:08.184632 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:08.264317 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Pushing event updated for resources: {'Port': ['ID=236fb160-d022-4fbd-a561-57aaaa11f9a5,revision_number=2']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:08.276003 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:08.284052 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3aa0735d-0a3a-4171-a31c-eb8726eff817 req-4e5c069b-8f39-4f4a-9751-b6110f85b90e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779877 Jun 23 16:57:08.315226 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-c3242589-b46b-478c-8c1d-42c44a6f3074 admin admin] Allocated IP 172.27.2.138 (1cd33bb4-367c-4537-aa24-40400b43cefc/1811faaa-3b17-4cfd-8a02-b64db4dab64a/9b24f9d4-817e-4521-95c0-2beee27bb37a) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:57:08.443509 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c3242589-b46b-478c-8c1d-42c44a6f3074 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:08.595638 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c3242589-b46b-478c-8c1d-42c44a6f3074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2323113'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:08.598584 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-f650fb3d-8eb4-4457-bbfc-0d35df4c2632 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:08.637412 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3242589-b46b-478c-8c1d-42c44a6f3074 admin admin] Network 1cd33bb4-367c-4537-aa24-40400b43cefc is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:57:08.640327 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-c3242589-b46b-478c-8c1d-42c44a6f3074 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:57:08.643305 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3242589-b46b-478c-8c1d-42c44a6f3074 admin admin] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:57:08.671067 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3242589-b46b-478c-8c1d-42c44a6f3074 admin admin] Pushing event updated for resources: {'Port': ['ID=9b24f9d4-817e-4521-95c0-2beee27bb37a,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:08.675056 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-c3242589-b46b-478c-8c1d-42c44a6f3074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:08.820116 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 236fb160-d022-4fbd-a561-57aaaa11f9a5 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:57:08.961081 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port 236fb160-d022-4fbd-a561-57aaaa11f9a5 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:57:09.039295 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c3242589-b46b-478c-8c1d-42c44a6f3074 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:09.186182 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfa0a6c-e651-44d3-bc90-fa59092f07b1 None None] Network 704e2731-babc-42e4-8d84-da6deaa922c9 requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:57:09.245183 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c3242589-b46b-478c-8c1d-42c44a6f3074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1713261'] for router, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:09.418785 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-096ad07d-0a6e-40f6-bfc0-bbae2f9944fe None None] Provisioning for port 236fb160-d022-4fbd-a561-57aaaa11f9a5 completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:57:09.423969 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-096ad07d-0a6e-40f6-bfc0-bbae2f9944fe None None] Provisioning complete for port 236fb160-d022-4fbd-a561-57aaaa11f9a5 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:57:09.424288 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-096ad07d-0a6e-40f6-bfc0-bbae2f9944fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:09.493237 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0e91f-da40-4357-a231-a15c0f92bcd4 req-0a487cde-2f91-4dcd-a27b-1ef719ac0c0a tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:09.495994 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-24e0e91f-da40-4357-a231-a15c0f92bcd4 req-0a487cde-2f91-4dcd-a27b-1ef719ac0c0a tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0880342 Jun 23 16:57:09.542083 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-096ad07d-0a6e-40f6-bfc0-bbae2f9944fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:09.625667 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-096ad07d-0a6e-40f6-bfc0-bbae2f9944fe None None] For port 236fb160-d022-4fbd-a561-57aaaa11f9a5, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=236fb160-d022-4fbd-a561-57aaaa11f9a5,segment=NetworkSegment(99021f02-74f6-4b5b-87b5-bc50f7979082),segment_id=99021f02-74f6-4b5b-87b5-bc50f7979082)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:57:09.629002 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-24e0e91f-da40-4357-a231-a15c0f92bcd4 req-2a13b603-b32b-4422-952f-ab88c036405e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234074 Jun 23 16:57:09.790075 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-096ad07d-0a6e-40f6-bfc0-bbae2f9944fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:09.790249 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3242589-b46b-478c-8c1d-42c44a6f3074 admin admin] Router f5724265-47df-49e5-b468-a78846b51afa is scheduled to L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec with binding_index 1 {{(pid=105486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:57:09.792691 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:09.842753 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ad07d-0a6e-40f6-bfc0-bbae2f9944fe None None] Pushing event updated for resources: {'Port': ['ID=236fb160-d022-4fbd-a561-57aaaa11f9a5,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:09.845792 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-096ad07d-0a6e-40f6-bfc0-bbae2f9944fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:09.906515 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3242589-b46b-478c-8c1d-42c44a6f3074 admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:57:09.908233 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-7d1d463e-7cde-4905-b29d-aebc20bc2652 None None] Provisioning complete for port 236fb160-d022-4fbd-a561-57aaaa11f9a5 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:57:09.908618 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7d1d463e-7cde-4905-b29d-aebc20bc2652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:09.931348 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] Sync routers for ids ['f5724265-47df-49e5-b468-a78846b51afa'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:57:09.951432 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] Routers {'f5724265-47df-49e5-b468-a78846b51afa'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:57:09.952052 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:56:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['f5724265-47df-49e5-b468-a78846b51afa'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:09.988001 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c3242589-b46b-478c-8c1d-42c44a6f3074 admin admin] Notify callbacks [] for router, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:09.989392 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-c3242589-b46b-478c-8c1d-42c44a6f3074 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6065927 Jun 23 16:57:09.992530 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 58532) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:10.093665 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] Set router f5724265-47df-49e5-b468-a78846b51afa gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:57:10.277802 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5724265-47df-49e5-b468-a78846b51afa', 'name': 'tempest-TestMinimumBasicScenario-2044645101-router', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:57:07Z', 'updated_at': '2021-06-23T16:57:08Z', 'revision_number': 3, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'gw_port': {'id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:08Z', 'updated_at': '2021-06-23T16:57:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:10.307010 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] Checking router: f5724265-47df-49e5-b468-a78846b51afa for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:57:10.307369 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] Updating router f5724265-47df-49e5-b468-a78846b51afa port 9b24f9d4-817e-4521-95c0-2beee27bb37a binding host dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:57:10.342497 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:10.427668 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8c23602-e11b-4c02-b4e6-c244da8934b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:10.586320 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-b8c23602-e11b-4c02-b4e6-c244da8934b6 admin admin] Allocated IP 172.20.0.1 (704e2731-babc-42e4-8d84-da6deaa922c9/75fcf02c-21d1-4889-9904-bcce91c63f88/eb43670c-4dee-479c-9a35-489d3ea2bf02) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:57:10.611137 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] Notify callbacks [] for port, precommit_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:10.622523 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] Transition to ACTIVE for port object 9b24f9d4-817e-4521-95c0-2beee27bb37a will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:57:10.699896 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8c23602-e11b-4c02-b4e6-c244da8934b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:10.714318 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [None req-b8c23602-e11b-4c02-b4e6-c244da8934b6 admin admin] Transition to ACTIVE for port object eb43670c-4dee-479c-9a35-489d3ea2bf02 will not be triggered until provisioned by entity DHCP. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:57:10.721604 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:10.724462 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:10.780251 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] Attempting to bind port 9b24f9d4-817e-4521-95c0-2beee27bb37a on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:57:10.780636 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] Attempting to bind port 9b24f9d4-817e-4521-95c0-2beee27bb37a by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:57:10.785596 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] Attempting to bind port 9b24f9d4-817e-4521-95c0-2beee27bb37a on network 1cd33bb4-367c-4537-aa24-40400b43cefc {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:57:10.785596 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6392bf5-bec3-450e-b30f-9b049a313910 None None] Pushing event updated for resources: {'Port': ['ID=9b24f9d4-817e-4521-95c0-2beee27bb37a,revision_number=2']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:10.786337 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c6392bf5-bec3-450e-b30f-9b049a313910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:10.789534 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:57:10.789739 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] Checking segment: {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:57:10.790123 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:10.790562 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] Bound using segment: {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:57:10.791001 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] Bound port: 9b24f9d4-817e-4521-95c0-2beee27bb37a, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:57:10.791367 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:10.813013 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 236fb160-d022-4fbd-a561-57aaaa11f9a5 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:57:10.817088 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8c23602-e11b-4c02-b4e6-c244da8934b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2323113'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:10.820334 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-f47e8fc8-c99b-4970-800c-500f829b26ca tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:10.859069 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c23602-e11b-4c02-b4e6-c244da8934b6 admin admin] Network 704e2731-babc-42e4-8d84-da6deaa922c9 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:57:10.864616 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-b8c23602-e11b-4c02-b4e6-c244da8934b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:57:10.867340 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c23602-e11b-4c02-b4e6-c244da8934b6 admin admin] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:57:10.877008 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] For port 9b24f9d4-817e-4521-95c0-2beee27bb37a, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:57:10.883876 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] For port 9b24f9d4-817e-4521-95c0-2beee27bb37a, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=9b24f9d4-817e-4521-95c0-2beee27bb37a,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:57:10.889722 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 236fb160-d022-4fbd-a561-57aaaa11f9a5 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:57:10.890230 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:10.893223 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c23602-e11b-4c02-b4e6-c244da8934b6 admin admin] Pushing event updated for resources: {'Port': ['ID=eb43670c-4dee-479c-9a35-489d3ea2bf02,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:10.897379 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-b8c23602-e11b-4c02-b4e6-c244da8934b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:10.915281 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8c23602-e11b-4c02-b4e6-c244da8934b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705069'] for router_interface, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:11.002790 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:11.008099 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:11.075239 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6392bf5-bec3-450e-b30f-9b049a313910 None None] Pushing event updated for resources: {'Port': ['ID=9b24f9d4-817e-4521-95c0-2beee27bb37a,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:11.078482 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] Routers {'f5724265-47df-49e5-b468-a78846b51afa'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:57:11.079177 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:56:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['f5724265-47df-49e5-b468-a78846b51afa'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:11.081201 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c6392bf5-bec3-450e-b30f-9b049a313910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:11.242999 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8c23602-e11b-4c02-b4e6-c244da8934b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:11.319118 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] Set router f5724265-47df-49e5-b468-a78846b51afa gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:57:11.421166 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-2db7ef32-92a2-4ea9-8590-a5a38a294fd8 None None] Provisioning for port eb43670c-4dee-479c-9a35-489d3ea2bf02 completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:57:11.426889 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-2db7ef32-92a2-4ea9-8590-a5a38a294fd8 None None] Provisioning complete for port eb43670c-4dee-479c-9a35-489d3ea2bf02 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:57:11.431123 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-2db7ef32-92a2-4ea9-8590-a5a38a294fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:11.436153 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8c23602-e11b-4c02-b4e6-c244da8934b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:11.479093 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-2db7ef32-92a2-4ea9-8590-a5a38a294fd8 None None] Port eb43670c-4dee-479c-9a35-489d3ea2bf02 cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:57:11.534729 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5724265-47df-49e5-b468-a78846b51afa', 'name': 'tempest-TestMinimumBasicScenario-2044645101-router', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:57:07Z', 'updated_at': '2021-06-23T16:57:08Z', 'revision_number': 3, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'gw_port': {'id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:08Z', 'updated_at': '2021-06-23T16:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:11.565082 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4846d06b-8bac-4409-beaf-28cb863806ae None None] The sync data for ids ['f5724265-47df-49e5-b468-a78846b51afa'] in dv-cinder-797608-1-iscsi is: [{'id': 'f5724265-47df-49e5-b468-a78846b51afa', 'name': 'tempest-TestMinimumBasicScenario-2044645101-router', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:57:07Z', 'updated_at': '2021-06-23T16:57:08Z', 'revision_number': 3, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'gw_port': {'id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:08Z', 'updated_at': '2021-06-23T16:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:57:11.599399 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8c23602-e11b-4c02-b4e6-c244da8934b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:11.602876 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:11.680512 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c23602-e11b-4c02-b4e6-c244da8934b6 admin admin] Pushing event updated for resources: {'Port': ['ID=eb43670c-4dee-479c-9a35-489d3ea2bf02,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:11.680512 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-b8c23602-e11b-4c02-b4e6-c244da8934b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:11.681195 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8c23602-e11b-4c02-b4e6-c244da8934b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705089'] for router_interface, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:11.812452 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c23602-e11b-4c02-b4e6-c244da8934b6 admin admin] Network 704e2731-babc-42e4-8d84-da6deaa922c9 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:57:11.814053 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-b8c23602-e11b-4c02-b4e6-c244da8934b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:57:11.946976 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c23602-e11b-4c02-b4e6-c244da8934b6 admin admin] Router f5724265-47df-49e5-b468-a78846b51afa has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:57:12.090779 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c23602-e11b-4c02-b4e6-c244da8934b6 admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:57:12.096510 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-b8c23602-e11b-4c02-b4e6-c244da8934b6 admin admin] 10.222.0.25 "PUT /v2.0/routers/f5724265-47df-49e5-b468-a78846b51afa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1029489 Jun 23 16:57:12.112823 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-d8592823-83a7-4509-a8fa-4f55195fcdb7 None None] Provisioning complete for port eb43670c-4dee-479c-9a35-489d3ea2bf02 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:57:12.115515 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-d8592823-83a7-4509-a8fa-4f55195fcdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:12.153851 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-d8592823-83a7-4509-a8fa-4f55195fcdb7 None None] Port eb43670c-4dee-479c-9a35-489d3ea2bf02 cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:57:12.822633 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 9b24f9d4-817e-4521-95c0-2beee27bb37a up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:57:12.927516 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 58576) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:12.932764 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-ae18a119-965c-4748-912a-45ec99ea2b4a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-554944547-network', 'tenant_id': 'e7d883e7432249b7a2b58e640a47e859'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:57:12.965019 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port 9b24f9d4-817e-4521-95c0-2beee27bb37a completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:57:12.969652 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 9b24f9d4-817e-4521-95c0-2beee27bb37a triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:57:12.970039 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:13.052011 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:13.062159 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae18a119-965c-4748-912a-45ec99ea2b4a admin admin] Made reservation on behalf of e7d883e7432249b7a2b58e640a47e859 for: {'network': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:57:13.064561 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ae18a119-965c-4748-912a-45ec99ea2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for network, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:13.073658 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] For port 9b24f9d4-817e-4521-95c0-2beee27bb37a, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=9b24f9d4-817e-4521-95c0-2beee27bb37a,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:57:13.092899 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ae18a119-965c-4748-912a-45ec99ea2b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:13.093010 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] Sync routers for ids ['f5724265-47df-49e5-b468-a78846b51afa'] in dv-cinder-797608-1-iscsi {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:57:13.093010 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] Routers {'f5724265-47df-49e5-b468-a78846b51afa'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:57:13.093010 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:56:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['f5724265-47df-49e5-b468-a78846b51afa'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:13.178942 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ae18a119-965c-4748-912a-45ec99ea2b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:13.193175 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 58580) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:13.202165 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:13.207681 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:13.213714 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] Set router f5724265-47df-49e5-b468-a78846b51afa gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:57:13.277451 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Pushing event updated for resources: {'Port': ['ID=9b24f9d4-817e-4521-95c0-2beee27bb37a,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:13.282286 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:13.298792 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ae18a119-965c-4748-912a-45ec99ea2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:13.306350 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:13.355038 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae18a119-965c-4748-912a-45ec99ea2b4a admin admin] vlan segment allocate from pool success with {'vlan_id': 1396, 'physical_network': 'physnet1'} {{(pid=105486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:57:13.362097 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0e0ab3c9-0f30-4b6e-9375-8bd34855ac71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:13.373762 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18a119-965c-4748-912a-45ec99ea2b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43db122c-0a76-4088-955a-f632229e7d89,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:13.380537 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ae18a119-965c-4748-912a-45ec99ea2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:13.380883 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.segments_db [None req-ae18a119-965c-4748-912a-45ec99ea2b4a admin admin] Added segment 31d48013-f6ae-43b2-82f6-ecae6b3f52b0 of type vlan for network 6315c423-9889-4f49-ad61-8096fd1f021e Jun 23 16:57:13.382421 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ae18a119-965c-4748-912a-45ec99ea2b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:13.434259 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5724265-47df-49e5-b468-a78846b51afa', 'name': 'tempest-TestMinimumBasicScenario-2044645101-router', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:57:07Z', 'updated_at': '2021-06-23T16:57:11Z', 'revision_number': 4, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'gw_port': {'id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:08Z', 'updated_at': '2021-06-23T16:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': 'eb43670c-4dee-479c-9a35-489d3ea2bf02', 'name': '', 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'mac_address': 'fa:16:3e:72:5d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '75fcf02c-21d1-4889-9904-bcce91c63f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:10Z', 'updated_at': '2021-06-23T16:57:11Z', 'revision_number': 2, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'subnets': [{'id': '75fcf02c-21d1-4889-9904-bcce91c63f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:13.436464 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ae18a119-965c-4748-912a-45ec99ea2b4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730820174852'] for network, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:13.460404 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] Checking router: f5724265-47df-49e5-b468-a78846b51afa for host: dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:57:13.464090 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] Updating router f5724265-47df-49e5-b468-a78846b51afa port eb43670c-4dee-479c-9a35-489d3ea2bf02 binding host dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:57:13.499750 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:13.522971 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0e0ab3c9-0f30-4b6e-9375-8bd34855ac71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:13.599742 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ae18a119-965c-4748-912a-45ec99ea2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929'] for network, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:13.601170 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae18a119-965c-4748-912a-45ec99ea2b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:13.601769 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ae18a119-965c-4748-912a-45ec99ea2b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:13.604793 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:13.671724 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0e0ab3c9-0f30-4b6e-9375-8bd34855ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:13.683201 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18a119-965c-4748-912a-45ec99ea2b4a admin admin] Pushing event updated for resources: {'Network': ['ID=6315c423-9889-4f49-ad61-8096fd1f021e,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:13.688046 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ae18a119-965c-4748-912a-45ec99ea2b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:13.693130 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-31597963-3fcf-4d3f-9cf1-5f1eac17d612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:13.695190 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Network 6315c423-9889-4f49-ad61-8096fd1f021e details requested by agent ovs-agent-dv-cinder-797608-1-iscsi with host dv-cinder-797608-1-iscsi {{(pid=105488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:57:13.715288 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-0e0ab3c9-0f30-4b6e-9375-8bd34855ac71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c39f7cffdd54642aafbc6066472b865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5209804 Jun 23 16:57:13.720318 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ab3c9-0f30-4b6e-9375-8bd34855ac71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf58143-f858-4e8e-970e-2ff360cb7ba8,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:13.733907 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-0e0ab3c9-0f30-4b6e-9375-8bd34855ac71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:13.736886 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 58586) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:13.768436 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] Notify callbacks [] for port, precommit_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:13.779140 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.provisioning_blocks [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] Transition to ACTIVE for port object eb43670c-4dee-479c-9a35-489d3ea2bf02 will not be triggered until provisioned by entity L2. {{(pid=105489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:57:13.799054 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e928a5af-dbe5-4326-8df6-a1821571894e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:13.820664 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e928a5af-dbe5-4326-8df6-a1821571894e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:13.824826 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-ae18a119-965c-4748-912a-45ec99ea2b4a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8960686 Jun 23 16:57:13.827616 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 58588) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:13.833456 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-425bf41b-e97a-45ad-b70d-563245df6251 admin admin] Request body: {'subnet': {'network_id': '6315c423-9889-4f49-ad61-8096fd1f021e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-554944547-subnet', 'tenant_id': 'e7d883e7432249b7a2b58e640a47e859', 'ip_version': 4}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:57:14.001277 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:14.005529 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:14.040563 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425bf41b-e97a-45ad-b70d-563245df6251 admin admin] Made reservation on behalf of e7d883e7432249b7a2b58e640a47e859 for: {'subnet': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:57:14.042989 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-425bf41b-e97a-45ad-b70d-563245df6251 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3900924'] for subnet, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:14.043824 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e928a5af-dbe5-4326-8df6-a1821571894e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:14.046948 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e928a5af-dbe5-4326-8df6-a1821571894e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:14.051569 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-e928a5af-dbe5-4326-8df6-a1821571894e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bcf58143-f858-4e8e-970e-2ff360cb7ba8 HTTP/1.1" status: 204 len: 168 time: 0.3137572 Jun 23 16:57:14.063066 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:14.063066 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928a5af-dbe5-4326-8df6-a1821571894e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf58143-f858-4e8e-970e-2ff360cb7ba8,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:14.063066 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-e928a5af-dbe5-4326-8df6-a1821571894e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:14.090165 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0618f4-027e-4798-b571-af2e4f60f65f None None] Pushing event updated for resources: {'Port': ['ID=eb43670c-4dee-479c-9a35-489d3ea2bf02,revision_number=3']} {{(pid=105489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:14.098240 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0618f4-027e-4798-b571-af2e4f60f65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:14.098929 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0618f4-027e-4798-b571-af2e4f60f65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:14.098929 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0618f4-027e-4798-b571-af2e4f60f65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:14.099249 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0618f4-027e-4798-b571-af2e4f60f65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:14.099755 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0618f4-027e-4798-b571-af2e4f60f65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:14.100234 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0618f4-027e-4798-b571-af2e4f60f65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:14.100719 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0618f4-027e-4798-b571-af2e4f60f65f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:14.101239 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0618f4-027e-4798-b571-af2e4f60f65f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:14.101726 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0618f4-027e-4798-b571-af2e4f60f65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:14.102220 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0618f4-027e-4798-b571-af2e4f60f65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:14.102542 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0618f4-027e-4798-b571-af2e4f60f65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:14.102856 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0618f4-027e-4798-b571-af2e4f60f65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:14.106810 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-ca0618f4-027e-4798-b571-af2e4f60f65f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:14.361490 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-425bf41b-e97a-45ad-b70d-563245df6251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2321465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3900910'] for subnet, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:14.363855 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-80dac7c3-fba5-415f-8773-261a0e9846d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:14.419066 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425bf41b-e97a-45ad-b70d-563245df6251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=752d13f8-5ede-4cc1-8473-e99d4f7ee767,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:14.424359 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-425bf41b-e97a-45ad-b70d-563245df6251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:14.427292 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425bf41b-e97a-45ad-b70d-563245df6251 admin admin] Checking segment: {'id': '31d48013-f6ae-43b2-82f6-ecae6b3f52b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '6315c423-9889-4f49-ad61-8096fd1f021e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:57:14.427653 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425bf41b-e97a-45ad-b70d-563245df6251 admin admin] Network hostable DHCP agents. Network: 6315c423-9889-4f49-ad61-8096fd1f021e, hostable agents: ['5e144bd6-6a48-4538-b5f5-f54886500fdf'], hosted agents: [] {{(pid=105486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:57:14.537916 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425bf41b-e97a-45ad-b70d-563245df6251 admin admin] Network 6315c423-9889-4f49-ad61-8096fd1f021e is scheduled to be hosted by DHCP agent 5e144bd6-6a48-4538-b5f5-f54886500fdf with binding_index 1 {{(pid=105486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:57:14.603723 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] Attempting to bind port eb43670c-4dee-479c-9a35-489d3ea2bf02 on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:57:14.604106 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] Attempting to bind port eb43670c-4dee-479c-9a35-489d3ea2bf02 by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': '99021f02-74f6-4b5b-87b5-bc50f7979082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9'}] {{(pid=105489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:57:14.604465 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] Attempting to bind port eb43670c-4dee-479c-9a35-489d3ea2bf02 on network 704e2731-babc-42e4-8d84-da6deaa922c9 {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:57:14.609519 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:57:14.609904 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] Checking segment: {'id': '99021f02-74f6-4b5b-87b5-bc50f7979082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:57:14.610362 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:14.610764 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] Bound using segment: {'id': '99021f02-74f6-4b5b-87b5-bc50f7979082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9'} {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:57:14.611256 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] Bound port: eb43670c-4dee-479c-9a35-489d3ea2bf02, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99021f02-74f6-4b5b-87b5-bc50f7979082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9'}}] {{(pid=105489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:57:14.611638 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:14.652340 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-425bf41b-e97a-45ad-b70d-563245df6251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-1-iscsi, 6315c423-9889-4f49-ad61-8096fd1f021e) {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:57:14.656597 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425bf41b-e97a-45ad-b70d-563245df6251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:14.657277 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-425bf41b-e97a-45ad-b70d-563245df6251 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:14.664411 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd5ba71-63af-4162-b4a1-1373b971afbe None None] Network 6315c423-9889-4f49-ad61-8096fd1f021e requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:57:14.676817 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.db [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] For port eb43670c-4dee-479c-9a35-489d3ea2bf02, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:57:14.680087 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.db [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] For port eb43670c-4dee-479c-9a35-489d3ea2bf02, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=eb43670c-4dee-479c-9a35-489d3ea2bf02,segment=NetworkSegment(99021f02-74f6-4b5b-87b5-bc50f7979082),segment_id=99021f02-74f6-4b5b-87b5-bc50f7979082)] {{(pid=105489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:57:14.779366 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-425bf41b-e97a-45ad-b70d-563245df6251 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9505579 Jun 23 16:57:14.782074 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 58596) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:14.786800 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-7c627225-79d0-4fb5-b1b0-74c03a575f5a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-554944547-router', 'tenant_id': 'e7d883e7432249b7a2b58e640a47e859', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:57:14.790970 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:14.811474 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:14.829743 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 9b24f9d4-817e-4521-95c0-2beee27bb37a up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:57:14.857699 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] Routers {'f5724265-47df-49e5-b468-a78846b51afa'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:57:14.858359 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:56:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['f5724265-47df-49e5-b468-a78846b51afa'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:14.882815 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0618f4-027e-4798-b571-af2e4f60f65f None None] Pushing event updated for resources: {'Port': ['ID=eb43670c-4dee-479c-9a35-489d3ea2bf02,revision_number=4']} {{(pid=105489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:14.916360 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 9b24f9d4-817e-4521-95c0-2beee27bb37a triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:57:14.916871 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:14.944206 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7c627225-79d0-4fb5-b1b0-74c03a575f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25531'] for router, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:14.945558 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7c627225-79d0-4fb5-b1b0-74c03a575f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1782601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25506'] for router, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:14.950313 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp688f085e-dfc1-5e94-bdc4-2cd86705c474-6315c423-9889-4f49-ad61-8096fd1f021e', 'network_id': '6315c423-9889-4f49-ad61-8096fd1f021e', 'tenant_id': 'e7d883e7432249b7a2b58e640a47e859', 'fixed_ips': [{'subnet_id': '752d13f8-5ede-4cc1-8473-e99d4f7ee767'}]}} from dv-cinder-797608-1-iscsi. {{(pid=105488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:57:14.951948 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:14.985656 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 58602) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:15.009514 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d1223160-80bb-4121-a93a-0ef1bdbb15fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:15.037846 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] Set router f5724265-47df-49e5-b468-a78846b51afa gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:57:15.065324 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7c627225-79d0-4fb5-b1b0-74c03a575f5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:15.093594 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-ca0618f4-027e-4798-b571-af2e4f60f65f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:15.152421 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d1223160-80bb-4121-a93a-0ef1bdbb15fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:15.241522 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.db_base_plugin_common [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Allocated IP 172.20.0.2 (6315c423-9889-4f49-ad61-8096fd1f021e/752d13f8-5ede-4cc1-8473-e99d4f7ee767/34062353-4dc7-4ff9-acb8-d1db22cc8e0a) {{(pid=105488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:57:15.274241 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d1223160-80bb-4121-a93a-0ef1bdbb15fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:15.278856 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-f0a0d1e7-9ea9-4c44-8f8b-c7f4d64aa376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:15.299069 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5724265-47df-49e5-b468-a78846b51afa', 'name': 'tempest-TestMinimumBasicScenario-2044645101-router', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:57:07Z', 'updated_at': '2021-06-23T16:57:11Z', 'revision_number': 4, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'gw_port': {'id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:08Z', 'updated_at': '2021-06-23T16:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': 'eb43670c-4dee-479c-9a35-489d3ea2bf02', 'name': '', 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'mac_address': 'fa:16:3e:72:5d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '75fcf02c-21d1-4889-9904-bcce91c63f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:10Z', 'updated_at': '2021-06-23T16:57:14Z', 'revision_number': 4, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'subnets': [{'id': '75fcf02c-21d1-4889-9904-bcce91c63f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:15.315401 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1223160-80bb-4121-a93a-0ef1bdbb15fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9db28f-a6fc-4735-8751-84d52d002085,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:15.328885 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0901dd66-9ae7-48de-bb18-b254f341002f None None] The sync data for ids ['f5724265-47df-49e5-b468-a78846b51afa'] in dv-cinder-797608-1-iscsi is: [{'id': 'f5724265-47df-49e5-b468-a78846b51afa', 'name': 'tempest-TestMinimumBasicScenario-2044645101-router', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:57:07Z', 'updated_at': '2021-06-23T16:57:11Z', 'revision_number': 4, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'gw_port': {'id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:08Z', 'updated_at': '2021-06-23T16:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': 'eb43670c-4dee-479c-9a35-489d3ea2bf02', 'name': '', 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'mac_address': 'fa:16:3e:72:5d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '75fcf02c-21d1-4889-9904-bcce91c63f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:10Z', 'updated_at': '2021-06-23T16:57:14Z', 'revision_number': 4, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'subnets': [{'id': '75fcf02c-21d1-4889-9904-bcce91c63f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:57:15.334666 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-d1223160-80bb-4121-a93a-0ef1bdbb15fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:15.357588 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7c627225-79d0-4fb5-b1b0-74c03a575f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1640840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27992'] for router, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:15.361711 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-d1223160-80bb-4121-a93a-0ef1bdbb15fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea8ef08968e049b29de78d6b70e526a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724475 Jun 23 16:57:15.364714 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 58608) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:15.405482 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Notify callbacks [] for port, precommit_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:15.420708 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Transition to ACTIVE for port object 34062353-4dc7-4ff9-acb8-d1db22cc8e0a will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:57:15.437009 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Transition to ACTIVE for port object 34062353-4dc7-4ff9-acb8-d1db22cc8e0a will not be triggered until provisioned by entity DHCP. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:57:15.459071 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-407636f2-22c1-4f34-9fab-e013fbfbcec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:15.482685 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-407636f2-22c1-4f34-9fab-e013fbfbcec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:15.550450 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099'] for port, after_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:15.552763 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:15.619657 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Network 6315c423-9889-4f49-ad61-8096fd1f021e is already hosted by enough agents. {{(pid=105488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:57:15.623661 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.scheduler.base_scheduler [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Resources bound (agent type, host, resource id): {{(pid=105488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:57:15.627482 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Received port after_create {{(pid=105488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:57:15.634578 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Pushing event updated for resources: {'Port': ['ID=34062353-4dc7-4ff9-acb8-d1db22cc8e0a,revision_number=1']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:15.639975 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:15.664219 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-407636f2-22c1-4f34-9fab-e013fbfbcec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:15.666836 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-407636f2-22c1-4f34-9fab-e013fbfbcec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:15.668402 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-407636f2-22c1-4f34-9fab-e013fbfbcec2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df9db28f-a6fc-4735-8751-84d52d002085 HTTP/1.1" status: 204 len: 168 time: 0.3021853 Jun 23 16:57:15.670564 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-f4dc1002-3d65-4e4d-9b08-1847770c159c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:15.700457 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Attempting to bind port 34062353-4dc7-4ff9-acb8-d1db22cc8e0a on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:57:15.701522 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Attempting to bind port 34062353-4dc7-4ff9-acb8-d1db22cc8e0a by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': '31d48013-f6ae-43b2-82f6-ecae6b3f52b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '6315c423-9889-4f49-ad61-8096fd1f021e'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:57:15.702884 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Attempting to bind port 34062353-4dc7-4ff9-acb8-d1db22cc8e0a on network 6315c423-9889-4f49-ad61-8096fd1f021e {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:57:15.708438 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:57:15.709167 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Checking segment: {'id': '31d48013-f6ae-43b2-82f6-ecae6b3f52b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '6315c423-9889-4f49-ad61-8096fd1f021e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:57:15.709775 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:15.710338 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Bound using segment: {'id': '31d48013-f6ae-43b2-82f6-ecae6b3f52b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '6315c423-9889-4f49-ad61-8096fd1f021e'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:57:15.711017 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Bound port: 34062353-4dc7-4ff9-acb8-d1db22cc8e0a, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d48013-f6ae-43b2-82f6-ecae6b3f52b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '6315c423-9889-4f49-ad61-8096fd1f021e'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:57:15.711409 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:15.717098 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407636f2-22c1-4f34-9fab-e013fbfbcec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9db28f-a6fc-4735-8751-84d52d002085,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:15.719586 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-407636f2-22c1-4f34-9fab-e013fbfbcec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:15.794606 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7c627225-79d0-4fb5-b1b0-74c03a575f5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:15.817975 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7c627225-79d0-4fb5-b1b0-74c03a575f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:15.836060 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] For port 34062353-4dc7-4ff9-acb8-d1db22cc8e0a, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:57:15.840663 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] For port 34062353-4dc7-4ff9-acb8-d1db22cc8e0a, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=34062353-4dc7-4ff9-acb8-d1db22cc8e0a,segment=NetworkSegment(31d48013-f6ae-43b2-82f6-ecae6b3f52b0),segment_id=31d48013-f6ae-43b2-82f6-ecae6b3f52b0)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:57:15.946537 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [None req-7c627225-79d0-4fb5-b1b0-74c03a575f5a admin admin] Allocated IP 172.27.2.51 (1cd33bb4-367c-4537-aa24-40400b43cefc/1811faaa-3b17-4cfd-8a02-b64db4dab64a/82906b7d-9d6b-4e43-b9c0-640c92d1183b) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:57:15.950331 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:15.952745 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-0932cb6b-2547-4fec-b1ec-7de13597f1ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:16.028747 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Pushing event updated for resources: {'Port': ['ID=34062353-4dc7-4ff9-acb8-d1db22cc8e0a,revision_number=2']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:16.032295 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:16.089671 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7c627225-79d0-4fb5-b1b0-74c03a575f5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:16.214021 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7c627225-79d0-4fb5-b1b0-74c03a575f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26947858'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:16.217343 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-74c586e4-c8d0-4372-b674-f8c610832226 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:16.277916 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c627225-79d0-4fb5-b1b0-74c03a575f5a admin admin] Network 1cd33bb4-367c-4537-aa24-40400b43cefc is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:57:16.280968 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-7c627225-79d0-4fb5-b1b0-74c03a575f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:57:16.285488 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c627225-79d0-4fb5-b1b0-74c03a575f5a admin admin] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:57:16.315427 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c627225-79d0-4fb5-b1b0-74c03a575f5a admin admin] Pushing event updated for resources: {'Port': ['ID=82906b7d-9d6b-4e43-b9c0-640c92d1183b,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:16.320907 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7c627225-79d0-4fb5-b1b0-74c03a575f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:16.701295 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7c627225-79d0-4fb5-b1b0-74c03a575f5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:16.803238 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 58618) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:16.817521 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-eb985e8a-d85f-49d0-81ae-8cd1dede7258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:16.903080 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device eb43670c-4dee-479c-9a35-489d3ea2bf02 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:57:16.963169 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7c627225-79d0-4fb5-b1b0-74c03a575f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1713261'] for router, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:16.965407 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-eb985e8a-d85f-49d0-81ae-8cd1dede7258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:17.103930 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-eb985e8a-d85f-49d0-81ae-8cd1dede7258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:17.107090 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port eb43670c-4dee-479c-9a35-489d3ea2bf02 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:57:17.108099 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-6f971996-6852-45d6-9bcb-2df2fa8e5ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:17.108740 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c530afc7-6000-4dc8-96ec-309c50f02b2e None None] Network 6315c423-9889-4f49-ad61-8096fd1f021e requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:57:17.122484 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port eb43670c-4dee-479c-9a35-489d3ea2bf02 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:57:17.123076 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:17.147007 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-eb985e8a-d85f-49d0-81ae-8cd1dede7258 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f70023d3aeef4dceae468ad1b48cdb71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3426704 Jun 23 16:57:17.148099 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb985e8a-d85f-49d0-81ae-8cd1dede7258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c862acfe-d870-497c-bd01-6ac9b2ff81c6,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:17.149872 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 58620) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:17.151135 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-eb985e8a-d85f-49d0-81ae-8cd1dede7258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:17.204504 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d8485c18-7ccd-4c30-b773-e4b1a33ae3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:17.208217 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c627225-79d0-4fb5-b1b0-74c03a575f5a admin admin] Router 81b71f00-37df-455e-baa6-56eefa46592f is scheduled to L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec with binding_index 1 {{(pid=105487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:57:17.235934 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d8485c18-7ccd-4c30-b773-e4b1a33ae3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:17.309159 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-9d2ef341-f563-4b65-a961-823fb160854d None None] Provisioning for port 34062353-4dc7-4ff9-acb8-d1db22cc8e0a completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:57:17.319009 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:17.359887 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c627225-79d0-4fb5-b1b0-74c03a575f5a admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:57:17.374469 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] Sync routers for ids ['81b71f00-37df-455e-baa6-56eefa46592f'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:57:17.387986 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] For port eb43670c-4dee-479c-9a35-489d3ea2bf02, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=eb43670c-4dee-479c-9a35-489d3ea2bf02,segment=NetworkSegment(99021f02-74f6-4b5b-87b5-bc50f7979082),segment_id=99021f02-74f6-4b5b-87b5-bc50f7979082)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:57:17.402132 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] Routers {'81b71f00-37df-455e-baa6-56eefa46592f'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:57:17.402771 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:56:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['81b71f00-37df-455e-baa6-56eefa46592f'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:17.492587 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d8485c18-7ccd-4c30-b773-e4b1a33ae3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:17.495264 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d8485c18-7ccd-4c30-b773-e4b1a33ae3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:17.498654 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-d8485c18-7ccd-4c30-b773-e4b1a33ae3da admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c862acfe-d870-497c-bd01-6ac9b2ff81c6 HTTP/1.1" status: 204 len: 168 time: 0.3455164 Jun 23 16:57:17.498654 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-2c92db17-889f-4515-861e-fe988539e450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:17.514049 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8485c18-7ccd-4c30-b773-e4b1a33ae3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c862acfe-d870-497c-bd01-6ac9b2ff81c6,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:17.517611 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:17.518704 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 34062353-4dc7-4ff9-acb8-d1db22cc8e0a up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:57:17.524039 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:17.526206 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-d8485c18-7ccd-4c30-b773-e4b1a33ae3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:17.527985 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7c627225-79d0-4fb5-b1b0-74c03a575f5a admin admin] Notify callbacks [] for router, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:17.529552 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-7c627225-79d0-4fb5-b1b0-74c03a575f5a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7464552 Jun 23 16:57:17.532358 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 58624) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:17.613849 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] Set router 81b71f00-37df-455e-baa6-56eefa46592f gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:57:17.722371 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Pushing event updated for resources: {'Port': ['ID=eb43670c-4dee-479c-9a35-489d3ea2bf02,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:17.727212 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:17.866370 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port 34062353-4dc7-4ff9-acb8-d1db22cc8e0a completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:57:17.872437 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 34062353-4dc7-4ff9-acb8-d1db22cc8e0a triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:57:17.872906 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:17.895191 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b71f00-37df-455e-baa6-56eefa46592f', 'name': 'tempest-TestMinimumBasicScenario-554944547-router', 'tenant_id': 'e7d883e7432249b7a2b58e640a47e859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '82906b7d-9d6b-4e43-b9c0-640c92d1183b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:57:14Z', 'updated_at': '2021-06-23T16:57:16Z', 'revision_number': 3, 'project_id': 'e7d883e7432249b7a2b58e640a47e859', 'gw_port': {'id': '82906b7d-9d6b-4e43-b9c0-640c92d1183b', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b71f00-37df-455e-baa6-56eefa46592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:15Z', 'updated_at': '2021-06-23T16:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:17.929161 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] Checking router: 81b71f00-37df-455e-baa6-56eefa46592f for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:57:17.929837 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] Updating router 81b71f00-37df-455e-baa6-56eefa46592f port 82906b7d-9d6b-4e43-b9c0-640c92d1183b binding host dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:57:17.992426 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:18.103880 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:18.119382 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-89fdafcf-6388-4d08-8f73-17562818a08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:18.174497 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] For port 34062353-4dc7-4ff9-acb8-d1db22cc8e0a, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=34062353-4dc7-4ff9-acb8-d1db22cc8e0a,segment=NetworkSegment(31d48013-f6ae-43b2-82f6-ecae6b3f52b0),segment_id=31d48013-f6ae-43b2-82f6-ecae6b3f52b0)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:57:18.298354 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-89fdafcf-6388-4d08-8f73-17562818a08c admin admin] Allocated IP 172.20.0.1 (6315c423-9889-4f49-ad61-8096fd1f021e/752d13f8-5ede-4cc1-8473-e99d4f7ee767/f89c6bf9-89d6-478f-8f83-b38a9ffc23e3) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:57:18.326702 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:18.330018 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:18.418491 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-89fdafcf-6388-4d08-8f73-17562818a08c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:18.425820 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Pushing event updated for resources: {'Port': ['ID=34062353-4dc7-4ff9-acb8-d1db22cc8e0a,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:18.433499 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:18.435788 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [None req-89fdafcf-6388-4d08-8f73-17562818a08c admin admin] Transition to ACTIVE for port object f89c6bf9-89d6-478f-8f83-b38a9ffc23e3 will not be triggered until provisioned by entity DHCP. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:57:18.514722 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] Notify callbacks [] for port, precommit_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:18.526316 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] Transition to ACTIVE for port object 82906b7d-9d6b-4e43-b9c0-640c92d1183b will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:57:18.549623 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-89fdafcf-6388-4d08-8f73-17562818a08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2323113'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:18.552799 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:18.588218 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e81c0-6de4-4425-a4af-39532b6030fd req-87faef57-ab23-45e6-8144-4e31695abd9c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:18.590462 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-b48e81c0-6de4-4425-a4af-39532b6030fd req-87faef57-ab23-45e6-8144-4e31695abd9c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 946 time: 0.0655923 Jun 23 16:57:18.590596 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fdafcf-6388-4d08-8f73-17562818a08c admin admin] Network 6315c423-9889-4f49-ad61-8096fd1f021e is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:57:18.595984 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-89fdafcf-6388-4d08-8f73-17562818a08c admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:57:18.600377 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fdafcf-6388-4d08-8f73-17562818a08c admin admin] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:57:18.623950 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdafcf-6388-4d08-8f73-17562818a08c admin admin] Pushing event updated for resources: {'Port': ['ID=f89c6bf9-89d6-478f-8f83-b38a9ffc23e3,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:18.628660 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-89fdafcf-6388-4d08-8f73-17562818a08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:18.641965 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-b48e81c0-6de4-4425-a4af-39532b6030fd req-78b7c196-d77f-41fb-856e-0b21838a2550 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432789 Jun 23 16:57:18.647277 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-89fdafcf-6388-4d08-8f73-17562818a08c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705069'] for router_interface, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:18.653540 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:18.663391 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:18.709807 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] Attempting to bind port 82906b7d-9d6b-4e43-b9c0-640c92d1183b on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:57:18.710326 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] Attempting to bind port 82906b7d-9d6b-4e43-b9c0-640c92d1183b by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:57:18.710865 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] Attempting to bind port 82906b7d-9d6b-4e43-b9c0-640c92d1183b on network 1cd33bb4-367c-4537-aa24-40400b43cefc {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:57:18.722589 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:57:18.723276 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] Checking segment: {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:57:18.723848 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:18.724342 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] Bound using segment: {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:57:18.724944 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] Bound port: 82906b7d-9d6b-4e43-b9c0-640c92d1183b, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:57:18.725574 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:18.731560 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773b928-acbf-4647-b277-bb1b4118e3bb None None] Pushing event updated for resources: {'Port': ['ID=82906b7d-9d6b-4e43-b9c0-640c92d1183b,revision_number=2']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:18.756194 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c773b928-acbf-4647-b277-bb1b4118e3bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:18.798248 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] For port 82906b7d-9d6b-4e43-b9c0-640c92d1183b, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:57:18.803454 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] For port 82906b7d-9d6b-4e43-b9c0-640c92d1183b, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=82906b7d-9d6b-4e43-b9c0-640c92d1183b,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:57:18.843687 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device eb43670c-4dee-479c-9a35-489d3ea2bf02 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:57:18.897845 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port eb43670c-4dee-479c-9a35-489d3ea2bf02 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:57:18.898147 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:18.920564 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-89fdafcf-6388-4d08-8f73-17562818a08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:18.928179 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:18.935006 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:19.010813 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] Routers {'81b71f00-37df-455e-baa6-56eefa46592f'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:57:19.011468 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:56:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['81b71f00-37df-455e-baa6-56eefa46592f'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:19.053046 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773b928-acbf-4647-b277-bb1b4118e3bb None None] Pushing event updated for resources: {'Port': ['ID=82906b7d-9d6b-4e43-b9c0-640c92d1183b,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:19.062104 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c773b928-acbf-4647-b277-bb1b4118e3bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:19.095540 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-89fdafcf-6388-4d08-8f73-17562818a08c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:19.134296 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-330bdd14-5d15-49b9-a76e-ad1e5324bab1 None None] Provisioning for port f89c6bf9-89d6-478f-8f83-b38a9ffc23e3 completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:57:19.139441 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 34062353-4dc7-4ff9-acb8-d1db22cc8e0a up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:57:19.147960 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-330bdd14-5d15-49b9-a76e-ad1e5324bab1 None None] Provisioning complete for port f89c6bf9-89d6-478f-8f83-b38a9ffc23e3 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:57:19.148311 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-330bdd14-5d15-49b9-a76e-ad1e5324bab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:19.214924 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] Set router 81b71f00-37df-455e-baa6-56eefa46592f gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:57:19.222368 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-89fdafcf-6388-4d08-8f73-17562818a08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:19.226050 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-89fdafcf-6388-4d08-8f73-17562818a08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:19.271238 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-330bdd14-5d15-49b9-a76e-ad1e5324bab1 None None] Port f89c6bf9-89d6-478f-8f83-b38a9ffc23e3 cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:57:19.295242 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-89fdafcf-6388-4d08-8f73-17562818a08c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705089'] for router_interface, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:19.297142 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdafcf-6388-4d08-8f73-17562818a08c admin admin] Pushing event updated for resources: {'Port': ['ID=f89c6bf9-89d6-478f-8f83-b38a9ffc23e3,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:19.300461 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-89fdafcf-6388-4d08-8f73-17562818a08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:19.329306 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 34062353-4dc7-4ff9-acb8-d1db22cc8e0a triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:57:19.329800 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:19.402107 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fdafcf-6388-4d08-8f73-17562818a08c admin admin] Network 6315c423-9889-4f49-ad61-8096fd1f021e is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:57:19.404449 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-89fdafcf-6388-4d08-8f73-17562818a08c admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:57:19.522104 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b71f00-37df-455e-baa6-56eefa46592f', 'name': 'tempest-TestMinimumBasicScenario-554944547-router', 'tenant_id': 'e7d883e7432249b7a2b58e640a47e859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '82906b7d-9d6b-4e43-b9c0-640c92d1183b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:57:14Z', 'updated_at': '2021-06-23T16:57:18Z', 'revision_number': 4, 'project_id': 'e7d883e7432249b7a2b58e640a47e859', 'gw_port': {'id': '82906b7d-9d6b-4e43-b9c0-640c92d1183b', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b71f00-37df-455e-baa6-56eefa46592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:15Z', 'updated_at': '2021-06-23T16:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': 'f89c6bf9-89d6-478f-8f83-b38a9ffc23e3', 'name': '', 'network_id': '6315c423-9889-4f49-ad61-8096fd1f021e', 'tenant_id': 'e7d883e7432249b7a2b58e640a47e859', 'mac_address': 'fa:16:3e:c9:1f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b71f00-37df-455e-baa6-56eefa46592f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '752d13f8-5ede-4cc1-8473-e99d4f7ee767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:18Z', 'updated_at': '2021-06-23T16:57:18Z', 'revision_number': 1, 'project_id': 'e7d883e7432249b7a2b58e640a47e859', 'subnets': [{'id': '752d13f8-5ede-4cc1-8473-e99d4f7ee767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:19.556953 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d478bda-4a6c-4d6d-b79e-5ad6046eec91 None None] The sync data for ids ['81b71f00-37df-455e-baa6-56eefa46592f'] in dv-cinder-797608-1-iscsi is: [{'id': '81b71f00-37df-455e-baa6-56eefa46592f', 'name': 'tempest-TestMinimumBasicScenario-554944547-router', 'tenant_id': 'e7d883e7432249b7a2b58e640a47e859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '82906b7d-9d6b-4e43-b9c0-640c92d1183b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:57:14Z', 'updated_at': '2021-06-23T16:57:18Z', 'revision_number': 4, 'project_id': 'e7d883e7432249b7a2b58e640a47e859', 'gw_port': {'id': '82906b7d-9d6b-4e43-b9c0-640c92d1183b', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b71f00-37df-455e-baa6-56eefa46592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:15Z', 'updated_at': '2021-06-23T16:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': 'f89c6bf9-89d6-478f-8f83-b38a9ffc23e3', 'name': '', 'network_id': '6315c423-9889-4f49-ad61-8096fd1f021e', 'tenant_id': 'e7d883e7432249b7a2b58e640a47e859', 'mac_address': 'fa:16:3e:c9:1f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b71f00-37df-455e-baa6-56eefa46592f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '752d13f8-5ede-4cc1-8473-e99d4f7ee767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:18Z', 'updated_at': '2021-06-23T16:57:18Z', 'revision_number': 1, 'project_id': 'e7d883e7432249b7a2b58e640a47e859', 'subnets': [{'id': '752d13f8-5ede-4cc1-8473-e99d4f7ee767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:57:19.694628 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-21d08fab-434f-4e28-8f23-c985c1d9aa7a None None] Provisioning complete for port f89c6bf9-89d6-478f-8f83-b38a9ffc23e3 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:57:19.695019 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-21d08fab-434f-4e28-8f23-c985c1d9aa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:19.738366 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-21d08fab-434f-4e28-8f23-c985c1d9aa7a None None] Port f89c6bf9-89d6-478f-8f83-b38a9ffc23e3 cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:57:19.936675 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fdafcf-6388-4d08-8f73-17562818a08c admin admin] Router 81b71f00-37df-455e-baa6-56eefa46592f has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:57:19.966790 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be02b39-1a98-4322-89d0-9fcdfc5eacac req-367fa5a3-35d0-493b-ad2d-b981cd5a1e4f tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:19.974547 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6be02b39-1a98-4322-89d0-9fcdfc5eacac req-367fa5a3-35d0-493b-ad2d-b981cd5a1e4f tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 946 time: 0.1031108 Jun 23 16:57:20.084871 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6be02b39-1a98-4322-89d0-9fcdfc5eacac req-bf64cf5a-96c8-492d-8a04-872402a40c82 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094477 Jun 23 16:57:20.122691 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fdafcf-6388-4d08-8f73-17562818a08c admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:57:20.136520 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-89fdafcf-6388-4d08-8f73-17562818a08c admin admin] 10.222.0.25 "PUT /v2.0/routers/81b71f00-37df-455e-baa6-56eefa46592f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5939796 Jun 23 16:57:20.376333 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdf4aa-475f-4ef0-a5ef-5a76d2a3a6b9 req-932b9db7-370e-4da7-907d-3edb9d15b9fc tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:20.379057 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-02cdf4aa-475f-4ef0-a5ef-5a76d2a3a6b9 req-932b9db7-370e-4da7-907d-3edb9d15b9fc tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.35 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 946 time: 0.0772953 Jun 23 16:57:20.495304 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-02cdf4aa-475f-4ef0-a5ef-5a76d2a3a6b9 req-8894f64f-34eb-49d3-9522-d3344f2ad0bd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Deleting port 58dad907-e5b4-424f-b8a4-f9d872b0cd06 {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:57:20.495885 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-02cdf4aa-475f-4ef0-a5ef-5a76d2a3a6b9 req-8894f64f-34eb-49d3-9522-d3344f2ad0bd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:20.620997 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-02cdf4aa-475f-4ef0-a5ef-5a76d2a3a6b9 req-8894f64f-34eb-49d3-9522-d3344f2ad0bd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] For port 58dad907-e5b4-424f-b8a4-f9d872b0cd06, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=58dad907-e5b4-424f-b8a4-f9d872b0cd06,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:57:20.621404 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-02cdf4aa-475f-4ef0-a5ef-5a76d2a3a6b9 req-8894f64f-34eb-49d3-9522-d3344f2ad0bd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:20.869946 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 82906b7d-9d6b-4e43-b9c0-640c92d1183b up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:57:21.023699 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port 82906b7d-9d6b-4e43-b9c0-640c92d1183b completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:57:21.029377 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 82906b7d-9d6b-4e43-b9c0-640c92d1183b triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:57:21.029936 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:21.129006 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:21.152244 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] For port 82906b7d-9d6b-4e43-b9c0-640c92d1183b, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=82906b7d-9d6b-4e43-b9c0-640c92d1183b,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:57:21.154689 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-02cdf4aa-475f-4ef0-a5ef-5a76d2a3a6b9 req-8894f64f-34eb-49d3-9522-d3344f2ad0bd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:21.155063 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-02cdf4aa-475f-4ef0-a5ef-5a76d2a3a6b9 req-8894f64f-34eb-49d3-9522-d3344f2ad0bd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724514'] for floatingip, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:21.160568 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.db.l3_db [req-02cdf4aa-475f-4ef0-a5ef-5a76d2a3a6b9 req-8894f64f-34eb-49d3-9522-d3344f2ad0bd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Floating IP 48464e2c-3607-4087-ae10-5bf43a79972a disassociated. External IP: 172.27.2.117, port: 58dad907-e5b4-424f-b8a4-f9d872b0cd06. Jun 23 16:57:21.160568 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-02cdf4aa-475f-4ef0-a5ef-5a76d2a3a6b9 req-8894f64f-34eb-49d3-9522-d3344f2ad0bd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Calling delete_port for 58dad907-e5b4-424f-b8a4-f9d872b0cd06 owned by compute:nova {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:57:21.326725 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:21.330141 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:21.341192 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6458e1-1da4-4bdf-b811-f6357d7febb8 req-bb57337d-cf66-4e1c-bcca-b24bb77676fd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:21.342752 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ea6458e1-1da4-4bdf-b811-f6357d7febb8 req-bb57337d-cf66-4e1c-bcca-b24bb77676fd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 946 time: 0.1287320 Jun 23 16:57:21.403657 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Pushing event updated for resources: {'Port': ['ID=82906b7d-9d6b-4e43-b9c0-640c92d1183b,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:21.407873 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:21.411699 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ea6458e1-1da4-4bdf-b811-f6357d7febb8 req-a57fb19b-adac-41ff-8c0e-d95d5a5e8762 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=008ed833-76cb-4cb3-8c88-c35a89a91871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524924 Jun 23 16:57:21.532852 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-589387c1-da48-4508-a658-0689f671712a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:21.533060 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-02cdf4aa-475f-4ef0-a5ef-5a76d2a3a6b9 req-8894f64f-34eb-49d3-9522-d3344f2ad0bd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:21.541132 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:21.568706 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894f64f-34eb-49d3-9522-d3344f2ad0bd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Pushing event deleted for resources: {'Port': ['ID=58dad907-e5b4-424f-b8a4-f9d872b0cd06,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:21.572114 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-8894f64f-34eb-49d3-9522-d3344f2ad0bd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:21.735046 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02cdf4aa-475f-4ef0-a5ef-5a76d2a3a6b9 req-8894f64f-34eb-49d3-9522-d3344f2ad0bd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Router e23fc3d5-808f-4376-8ac3-177c625bcd68 has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:57:21.870951 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02cdf4aa-475f-4ef0-a5ef-5a76d2a3a6b9 req-8894f64f-34eb-49d3-9522-d3344f2ad0bd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:57:21.881601 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0bddc2-ec7c-43ef-b691-3d2f545f7468 None None] Sync routers for ids ['e23fc3d5-808f-4376-8ac3-177c625bcd68'] in dv-cinder-797608-1-iscsi {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:57:21.894768 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0bddc2-ec7c-43ef-b691-3d2f545f7468 None None] Routers {'e23fc3d5-808f-4376-8ac3-177c625bcd68'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:57:21.895747 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-5e0bddc2-ec7c-43ef-b691-3d2f545f7468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:56:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['e23fc3d5-808f-4376-8ac3-177c625bcd68'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:21.930881 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-02cdf4aa-475f-4ef0-a5ef-5a76d2a3a6b9 req-8894f64f-34eb-49d3-9522-d3344f2ad0bd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] No DVR routers for this DVR port 58dad907-e5b4-424f-b8a4-f9d872b0cd06 on host hv-cinder-79760 {{(pid=105487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:57:21.933778 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-02cdf4aa-475f-4ef0-a5ef-5a76d2a3a6b9 req-8894f64f-34eb-49d3-9522-d3344f2ad0bd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:21.936655 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-02cdf4aa-475f-4ef0-a5ef-5a76d2a3a6b9 req-8894f64f-34eb-49d3-9522-d3344f2ad0bd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.35 "DELETE /v2.0/ports/58dad907-e5b4-424f-b8a4-f9d872b0cd06 HTTP/1.1" status: 204 len: 173 time: 1.5525527 Jun 23 16:57:21.936790 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bd5c7b-5838-4df2-a437-766fc56598a1', 'name': 'network-vif-deleted', 'tag': '58dad907-e5b4-424f-b8a4-f9d872b0cd06'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:57:21.939756 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374f5a3a-e64f-49b1-93b6-83afeb5171f0" -d '{"events": [{"server_uuid": "48bd5c7b-5838-4df2-a437-766fc56598a1", "name": "network-vif-deleted", "tag": "58dad907-e5b4-424f-b8a4-f9d872b0cd06"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:57:21.999431 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa7c025-dfb9-419f-b879-27055f49804a x-openstack-request-id: req-daa7c025-dfb9-419f-b879-27055f49804a {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:57:21.999829 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bd5c7b-5838-4df2-a437-766fc56598a1", "name": "network-vif-deleted", "tag": "58dad907-e5b4-424f-b8a4-f9d872b0cd06", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:57:22.000189 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-daa7c025-dfb9-419f-b879-27055f49804a {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:57:22.000820 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bd5c7b-5838-4df2-a437-766fc56598a1', 'name': 'network-vif-deleted', 'tag': '58dad907-e5b4-424f-b8a4-f9d872b0cd06', 'status': 'completed', 'code': 200} Jun 23 16:57:22.177772 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-5e0bddc2-ec7c-43ef-b691-3d2f545f7468 None None] Set router e23fc3d5-808f-4376-8ac3-177c625bcd68 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:57:22.474042 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-5e0bddc2-ec7c-43ef-b691-3d2f545f7468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'name': 'tempest-AttachVolumeShelveTestJSON-692728524-router', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:51Z', 'updated_at': '2021-06-23T16:53:01Z', 'revision_number': 4, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'gw_port': {'id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '5c9067a6-07f9-4796-aaa4-b8fa6ea3925a', 'name': '', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'mac_address': 'fa:16:3e:d8:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:57Z', 'updated_at': '2021-06-23T16:53:17Z', 'revision_number': 5, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'subnets': [{'id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:22.535700 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0bddc2-ec7c-43ef-b691-3d2f545f7468 None None] Checking router: e23fc3d5-808f-4376-8ac3-177c625bcd68 for host: dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:57:22.549139 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0bddc2-ec7c-43ef-b691-3d2f545f7468 None None] Routers {'e23fc3d5-808f-4376-8ac3-177c625bcd68'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:57:22.550329 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-5e0bddc2-ec7c-43ef-b691-3d2f545f7468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:56:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['e23fc3d5-808f-4376-8ac3-177c625bcd68'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:22.666971 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-5e0bddc2-ec7c-43ef-b691-3d2f545f7468 None None] Set router e23fc3d5-808f-4376-8ac3-177c625bcd68 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:57:22.696662 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d6b53851-d741-4750-9d87-867547ffbc49 req-5fee36cf-ad1f-47d8-9f37-f53c2038cca6 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd5c7b-5838-4df2-a437-766fc56598a1 HTTP/1.1" status: 200 len: 210 time: 0.0472817 Jun 23 16:57:22.789953 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:22.896384 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 82906b7d-9d6b-4e43-b9c0-640c92d1183b up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:57:22.904926 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-5e0bddc2-ec7c-43ef-b691-3d2f545f7468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'name': 'tempest-AttachVolumeShelveTestJSON-692728524-router', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:51Z', 'updated_at': '2021-06-23T16:53:01Z', 'revision_number': 4, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'gw_port': {'id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '5c9067a6-07f9-4796-aaa4-b8fa6ea3925a', 'name': '', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'mac_address': 'fa:16:3e:d8:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:57Z', 'updated_at': '2021-06-23T16:53:17Z', 'revision_number': 5, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'subnets': [{'id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:22.969919 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0bddc2-ec7c-43ef-b691-3d2f545f7468 None None] The sync data for ids ['e23fc3d5-808f-4376-8ac3-177c625bcd68'] in dv-cinder-797608-1-iscsi is: [{'id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'name': 'tempest-AttachVolumeShelveTestJSON-692728524-router', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:51Z', 'updated_at': '2021-06-23T16:53:01Z', 'revision_number': 4, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'gw_port': {'id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '5c9067a6-07f9-4796-aaa4-b8fa6ea3925a', 'name': '', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'mac_address': 'fa:16:3e:d8:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:57Z', 'updated_at': '2021-06-23T16:53:17Z', 'revision_number': 5, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'subnets': [{'id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:57:22.999661 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 82906b7d-9d6b-4e43-b9c0-640c92d1183b triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:57:23.000361 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:23.358691 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a475967-2330-48b6-9a58-1f231edea858 None None] New status for floating IP 48464e2c-3607-4087-ae10-5bf43a79972a: DOWN {{(pid=105488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:57:23.633959 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] Sync routers for ids ['81b71f00-37df-455e-baa6-56eefa46592f'] in dv-cinder-797608-1-iscsi {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:57:23.647915 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] Routers {'81b71f00-37df-455e-baa6-56eefa46592f'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:57:23.648647 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:56:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['81b71f00-37df-455e-baa6-56eefa46592f'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:23.813862 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] Set router 81b71f00-37df-455e-baa6-56eefa46592f gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:57:24.064259 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:24.078910 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b71f00-37df-455e-baa6-56eefa46592f', 'name': 'tempest-TestMinimumBasicScenario-554944547-router', 'tenant_id': 'e7d883e7432249b7a2b58e640a47e859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '82906b7d-9d6b-4e43-b9c0-640c92d1183b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:57:14Z', 'updated_at': '2021-06-23T16:57:18Z', 'revision_number': 4, 'project_id': 'e7d883e7432249b7a2b58e640a47e859', 'gw_port': {'id': '82906b7d-9d6b-4e43-b9c0-640c92d1183b', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b71f00-37df-455e-baa6-56eefa46592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:15Z', 'updated_at': '2021-06-23T16:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': 'f89c6bf9-89d6-478f-8f83-b38a9ffc23e3', 'name': '', 'network_id': '6315c423-9889-4f49-ad61-8096fd1f021e', 'tenant_id': 'e7d883e7432249b7a2b58e640a47e859', 'mac_address': 'fa:16:3e:c9:1f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b71f00-37df-455e-baa6-56eefa46592f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '752d13f8-5ede-4cc1-8473-e99d4f7ee767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:18Z', 'updated_at': '2021-06-23T16:57:18Z', 'revision_number': 2, 'project_id': 'e7d883e7432249b7a2b58e640a47e859', 'subnets': [{'id': '752d13f8-5ede-4cc1-8473-e99d4f7ee767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:24.100924 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 58734) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:24.111033 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] Checking router: 81b71f00-37df-455e-baa6-56eefa46592f for host: dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:57:24.113162 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] Updating router 81b71f00-37df-455e-baa6-56eefa46592f port f89c6bf9-89d6-478f-8f83-b38a9ffc23e3 binding host dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:57:24.169438 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:24.223045 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-147c1697-f248-4e40-9798-8dbf4bba0101 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:24.276196 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-147c1697-f248-4e40-9798-8dbf4bba0101 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:24.481141 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-147c1697-f248-4e40-9798-8dbf4bba0101 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:24.488727 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-147c1697-f248-4e40-9798-8dbf4bba0101 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:24.489994 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-147c1697-f248-4e40-9798-8dbf4bba0101 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "DELETE /v2.0/security-groups/008ed833-76cb-4cb3-8c88-c35a89a91871 HTTP/1.1" status: 204 len: 168 time: 0.3873599 Jun 23 16:57:24.492800 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 58736) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:24.500016 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-91c07d2c-60f2-446f-abb1-81987bba7d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:24.512481 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 58dad907-e5b4-424f-b8a4-f9d872b0cd06 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:57:24.519632 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.api.v2.resource [None req-5a122311-5ab3-4e11-9c34-8c6e3205c2f0 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] show failed (client error): The resource could not be found. Jun 23 16:57:24.525423 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c1697-f248-4e40-9798-8dbf4bba0101 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=008ed833-76cb-4cb3-8c88-c35a89a91871,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:24.525972 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-5a122311-5ab3-4e11-9c34-8c6e3205c2f0 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups/008ed833-76cb-4cb3-8c88-c35a89a91871 HTTP/1.1" status: 404 len: 347 time: 0.0318160 Jun 23 16:57:24.526631 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 58738) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:24.538653 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-147c1697-f248-4e40-9798-8dbf4bba0101 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:24.581959 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1369004-825d-46b6-b4e9-67206c881e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:24.597416 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] Notify callbacks [] for port, precommit_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:24.601389 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] No Port match for: 58dad907-e5b4-424f-b8a4-f9d872b0cd06 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:57:24.601531 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 58dad907-e5b4-424f-b8a4-f9d872b0cd06 not bound to the agent host hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:57:24.628928 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.provisioning_blocks [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] Transition to ACTIVE for port object f89c6bf9-89d6-478f-8f83-b38a9ffc23e3 will not be triggered until provisioned by entity L2. {{(pid=105489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:57:24.708139 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-2cf6f15f-7507-47a5-bf7e-11101d3f42fc tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Deleting port eaef7d02-2b20-43f1-beea-cf5c6e1d0455 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:57:24.708773 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2cf6f15f-7507-47a5-bf7e-11101d3f42fc tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:24.767634 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:24.770985 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-2eda2e89-73ac-4176-bb39-1a21338ef39b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:24.819445 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2cf6f15f-7507-47a5-bf7e-11101d3f42fc tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:24.819767 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2cf6f15f-7507-47a5-bf7e-11101d3f42fc tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:24.834622 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-2cf6f15f-7507-47a5-bf7e-11101d3f42fc tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Calling delete_port for eaef7d02-2b20-43f1-beea-cf5c6e1d0455 owned by network:floatingip {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:57:24.840395 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b2e09-ed9d-4a17-b6da-515a7025bff8 None None] Pushing event updated for resources: {'Port': ['ID=f89c6bf9-89d6-478f-8f83-b38a9ffc23e3,revision_number=3']} {{(pid=105489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:24.849705 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-fb9b2e09-ed9d-4a17-b6da-515a7025bff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:24.926034 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] Attempting to bind port f89c6bf9-89d6-478f-8f83-b38a9ffc23e3 on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:57:24.926465 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] Attempting to bind port f89c6bf9-89d6-478f-8f83-b38a9ffc23e3 by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': '31d48013-f6ae-43b2-82f6-ecae6b3f52b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '6315c423-9889-4f49-ad61-8096fd1f021e'}] {{(pid=105489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:57:24.926840 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] Attempting to bind port f89c6bf9-89d6-478f-8f83-b38a9ffc23e3 on network 6315c423-9889-4f49-ad61-8096fd1f021e {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:57:24.932536 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:57:24.932918 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] Checking segment: {'id': '31d48013-f6ae-43b2-82f6-ecae6b3f52b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '6315c423-9889-4f49-ad61-8096fd1f021e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:57:24.933348 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:24.933737 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] Bound using segment: {'id': '31d48013-f6ae-43b2-82f6-ecae6b3f52b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '6315c423-9889-4f49-ad61-8096fd1f021e'} {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:57:24.934216 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] Bound port: f89c6bf9-89d6-478f-8f83-b38a9ffc23e3, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d48013-f6ae-43b2-82f6-ecae6b3f52b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '6315c423-9889-4f49-ad61-8096fd1f021e'}}] {{(pid=105489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:57:24.934594 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:25.072469 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.db [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] For port f89c6bf9-89d6-478f-8f83-b38a9ffc23e3, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:57:25.077021 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.db [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] For port f89c6bf9-89d6-478f-8f83-b38a9ffc23e3, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=f89c6bf9-89d6-478f-8f83-b38a9ffc23e3,segment=NetworkSegment(31d48013-f6ae-43b2-82f6-ecae6b3f52b0),segment_id=31d48013-f6ae-43b2-82f6-ecae6b3f52b0)] {{(pid=105489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:57:25.235579 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2cf6f15f-7507-47a5-bf7e-11101d3f42fc tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:25.237661 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:25.240248 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-04b0f30a-3b40-4622-b765-2b34f046293c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:25.241370 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-fb9b2e09-ed9d-4a17-b6da-515a7025bff8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:25.272355 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6f15f-7507-47a5-bf7e-11101d3f42fc tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Pushing event deleted for resources: {'Port': ['ID=eaef7d02-2b20-43f1-beea-cf5c6e1d0455,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:25.273285 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-2cf6f15f-7507-47a5-bf7e-11101d3f42fc tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:25.313077 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] Routers {'81b71f00-37df-455e-baa6-56eefa46592f'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:57:25.318375 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:57:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['81b71f00-37df-455e-baa6-56eefa46592f'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:25.322554 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b2e09-ed9d-4a17-b6da-515a7025bff8 None None] Pushing event updated for resources: {'Port': ['ID=f89c6bf9-89d6-478f-8f83-b38a9ffc23e3,revision_number=4']} {{(pid=105489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:25.327863 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-fb9b2e09-ed9d-4a17-b6da-515a7025bff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:25.369228 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2cf6f15f-7507-47a5-bf7e-11101d3f42fc tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for floatingip, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:25.369228 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2cf6f15f-7507-47a5-bf7e-11101d3f42fc tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:25.369228 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-2cf6f15f-7507-47a5-bf7e-11101d3f42fc tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "DELETE /v2.0/floatingips/48464e2c-3607-4087-ae10-5bf43a79972a HTTP/1.1" status: 204 len: 168 time: 0.8350554 Jun 23 16:57:25.494296 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] Set router 81b71f00-37df-455e-baa6-56eefa46592f gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:57:25.811565 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b71f00-37df-455e-baa6-56eefa46592f', 'name': 'tempest-TestMinimumBasicScenario-554944547-router', 'tenant_id': 'e7d883e7432249b7a2b58e640a47e859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '82906b7d-9d6b-4e43-b9c0-640c92d1183b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:57:14Z', 'updated_at': '2021-06-23T16:57:18Z', 'revision_number': 4, 'project_id': 'e7d883e7432249b7a2b58e640a47e859', 'gw_port': {'id': '82906b7d-9d6b-4e43-b9c0-640c92d1183b', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b71f00-37df-455e-baa6-56eefa46592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:15Z', 'updated_at': '2021-06-23T16:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': 'f89c6bf9-89d6-478f-8f83-b38a9ffc23e3', 'name': '', 'network_id': '6315c423-9889-4f49-ad61-8096fd1f021e', 'tenant_id': 'e7d883e7432249b7a2b58e640a47e859', 'mac_address': 'fa:16:3e:c9:1f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b71f00-37df-455e-baa6-56eefa46592f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '752d13f8-5ede-4cc1-8473-e99d4f7ee767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:18Z', 'updated_at': '2021-06-23T16:57:25Z', 'revision_number': 4, 'project_id': 'e7d883e7432249b7a2b58e640a47e859', 'subnets': [{'id': '752d13f8-5ede-4cc1-8473-e99d4f7ee767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:25.851367 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67e0db5-26cb-48a6-b0e0-b0bb7d7b28f2 None None] The sync data for ids ['81b71f00-37df-455e-baa6-56eefa46592f'] in dv-cinder-797608-1-iscsi is: [{'id': '81b71f00-37df-455e-baa6-56eefa46592f', 'name': 'tempest-TestMinimumBasicScenario-554944547-router', 'tenant_id': 'e7d883e7432249b7a2b58e640a47e859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '82906b7d-9d6b-4e43-b9c0-640c92d1183b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:57:14Z', 'updated_at': '2021-06-23T16:57:18Z', 'revision_number': 4, 'project_id': 'e7d883e7432249b7a2b58e640a47e859', 'gw_port': {'id': '82906b7d-9d6b-4e43-b9c0-640c92d1183b', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b71f00-37df-455e-baa6-56eefa46592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:15Z', 'updated_at': '2021-06-23T16:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': 'f89c6bf9-89d6-478f-8f83-b38a9ffc23e3', 'name': '', 'network_id': '6315c423-9889-4f49-ad61-8096fd1f021e', 'tenant_id': 'e7d883e7432249b7a2b58e640a47e859', 'mac_address': 'fa:16:3e:c9:1f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b71f00-37df-455e-baa6-56eefa46592f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '752d13f8-5ede-4cc1-8473-e99d4f7ee767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:18Z', 'updated_at': '2021-06-23T16:57:25Z', 'revision_number': 4, 'project_id': 'e7d883e7432249b7a2b58e640a47e859', 'subnets': [{'id': '752d13f8-5ede-4cc1-8473-e99d4f7ee767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:57:25.966586 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:26.014287 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 58744) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:26.019877 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-c61d9e76-584f-463e-b2e8-afed59528af6 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--491833399', 'description': 'tempest-description--1660944991'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:57:26.205123 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c61d9e76-584f-463e-b2e8-afed59528af6 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:26.341537 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c61d9e76-584f-463e-b2e8-afed59528af6 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:26.475093 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c61d9e76-584f-463e-b2e8-afed59528af6 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:26.477902 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-2fd5eb67-6b8b-4daf-a3b0-65e94d39e140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:26.541669 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d9e76-584f-463e-b2e8-afed59528af6 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e7199c-0078-4175-bfa0-08fb0e0fa553,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:26.548747 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-c61d9e76-584f-463e-b2e8-afed59528af6 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:26.616051 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c61d9e76-584f-463e-b2e8-afed59528af6 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:26.617370 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-c61d9e76-584f-463e-b2e8-afed59528af6 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6020520 Jun 23 16:57:26.620132 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 58750) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:26.625421 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-47891ef7-05e1-4314-aa92-6b81ec029459 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Request body: {'security_group_rule': {'security_group_id': 'e7e7199c-0078-4175-bfa0-08fb0e0fa553', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:57:26.872182 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-47891ef7-05e1-4314-aa92-6b81ec029459 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:26.896786 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device f89c6bf9-89d6-478f-8f83-b38a9ffc23e3 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:57:26.977476 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-47891ef7-05e1-4314-aa92-6b81ec029459 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:27.149362 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port f89c6bf9-89d6-478f-8f83-b38a9ffc23e3 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:57:27.153579 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port f89c6bf9-89d6-478f-8f83-b38a9ffc23e3 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:57:27.154006 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:27.199598 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-47891ef7-05e1-4314-aa92-6b81ec029459 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:27.200610 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:27.204271 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:27.235568 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47891ef7-05e1-4314-aa92-6b81ec029459 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a237e81a-c6d4-45dd-b995-baddf3aedf47,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:27.239221 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-47891ef7-05e1-4314-aa92-6b81ec029459 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:27.254896 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:27.292125 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] For port f89c6bf9-89d6-478f-8f83-b38a9ffc23e3, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=f89c6bf9-89d6-478f-8f83-b38a9ffc23e3,segment=NetworkSegment(31d48013-f6ae-43b2-82f6-ecae6b3f52b0),segment_id=31d48013-f6ae-43b2-82f6-ecae6b3f52b0)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:57:27.412650 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:27.412920 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-47891ef7-05e1-4314-aa92-6b81ec029459 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:27.416293 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-1a45690c-6390-49c0-8ade-3b7e6248c3e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:27.418781 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 58764) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:27.425887 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-47891ef7-05e1-4314-aa92-6b81ec029459 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7944694 Jun 23 16:57:27.427677 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-c9dc7fe5-9107-4e19-92a2-c6a8d9884f4c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Request body: {'security_group_rule': {'security_group_id': 'e7e7199c-0078-4175-bfa0-08fb0e0fa553', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:57:27.509616 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Pushing event updated for resources: {'Port': ['ID=f89c6bf9-89d6-478f-8f83-b38a9ffc23e3,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:27.518307 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:27.519123 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:27.519676 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:27.520163 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:27.520653 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:27.520983 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:27.521347 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:27.521678 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:27.522008 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:27.522332 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:27.522649 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:27.522973 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:27.527134 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:27.727133 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c9dc7fe5-9107-4e19-92a2-c6a8d9884f4c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:27.787237 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c9dc7fe5-9107-4e19-92a2-c6a8d9884f4c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:27.926771 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c9dc7fe5-9107-4e19-92a2-c6a8d9884f4c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:27.937044 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-e75358b5-cf47-4206-a99e-8e3a63465836 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:27.951367 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc7fe5-9107-4e19-92a2-c6a8d9884f4c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f114e3-4bcc-49ca-bfd8-c2729d3a7b02,revision_number=0']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:27.954462 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-c9dc7fe5-9107-4e19-92a2-c6a8d9884f4c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:28.082054 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c9dc7fe5-9107-4e19-92a2-c6a8d9884f4c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:28.087037 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-c9dc7fe5-9107-4e19-92a2-c6a8d9884f4c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6654022 Jun 23 16:57:28.087495 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 58766) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:28.095181 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-e5b10006-de90-4868-a9bb-d86f5d8d59d4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Request body: {'floatingip': {'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:57:28.229642 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e5b10006-de90-4868-a9bb-d86f5d8d59d4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for floatingip, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:28.359281 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e5b10006-de90-4868-a9bb-d86f5d8d59d4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:28.500851 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-e5b10006-de90-4868-a9bb-d86f5d8d59d4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Allocated IP 172.27.2.183 (1cd33bb4-367c-4537-aa24-40400b43cefc/1811faaa-3b17-4cfd-8a02-b64db4dab64a/521ec4dd-db29-40fd-82b2-b63f4970eb1a) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:57:28.629523 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e5b10006-de90-4868-a9bb-d86f5d8d59d4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:28.790652 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e5b10006-de90-4868-a9bb-d86f5d8d59d4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2323113'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:28.792941 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:28.814182 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device f89c6bf9-89d6-478f-8f83-b38a9ffc23e3 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:57:28.844175 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b10006-de90-4868-a9bb-d86f5d8d59d4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Network 1cd33bb4-367c-4537-aa24-40400b43cefc is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:57:28.850361 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-e5b10006-de90-4868-a9bb-d86f5d8d59d4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:57:28.856828 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b10006-de90-4868-a9bb-d86f5d8d59d4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:57:28.860016 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b10006-de90-4868-a9bb-d86f5d8d59d4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Pushing event updated for resources: {'Port': ['ID=521ec4dd-db29-40fd-82b2-b63f4970eb1a,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:28.867301 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port f89c6bf9-89d6-478f-8f83-b38a9ffc23e3 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:57:28.867687 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:28.942944 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-e5b10006-de90-4868-a9bb-d86f5d8d59d4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:28.952322 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e5b10006-de90-4868-a9bb-d86f5d8d59d4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:29.407749 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e5b10006-de90-4868-a9bb-d86f5d8d59d4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:29.562105 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e5b10006-de90-4868-a9bb-d86f5d8d59d4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:29.721890 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e5b10006-de90-4868-a9bb-d86f5d8d59d4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:29.730019 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-b8c23602-e11b-4c02-b4e6-c244da8934b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:29.835247 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b10006-de90-4868-a9bb-d86f5d8d59d4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Pushing event updated for resources: {'Port': ['ID=521ec4dd-db29-40fd-82b2-b63f4970eb1a,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:29.841602 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-e5b10006-de90-4868-a9bb-d86f5d8d59d4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:29.855904 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e5b10006-de90-4868-a9bb-d86f5d8d59d4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724514'] for floatingip, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:29.976230 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e5b10006-de90-4868-a9bb-d86f5d8d59d4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:29.977762 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-e5b10006-de90-4868-a9bb-d86f5d8d59d4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8892057 Jun 23 16:57:30.210660 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-67226b78-bb3a-4358-9b23-9d7da19ee7a1 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--491833399&fields=id&tenant_id=58bd8fd6ed204ffa93646e359469c46f HTTP/1.1" status: 200 len: 267 time: 0.0373461 Jun 23 16:57:30.336281 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-b0bdf24d-49f5-46da-b80a-bc4b9fdb8f60 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:30.337727 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-b0bdf24d-49f5-46da-b80a-bc4b9fdb8f60 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/networks?id=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 HTTP/1.1" status: 200 len: 816 time: 0.1198437 Jun 23 16:57:30.354213 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-63d45296-cdbe-49d6-b73e-37767545133d tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/quotas/58bd8fd6ed204ffa93646e359469c46f HTTP/1.1" status: 200 len: 375 time: 0.0104814 Jun 23 16:57:30.435148 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-bec4e9d3-c699-467b-8abd-e2c4b09e5ea5 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=58bd8fd6ed204ffa93646e359469c46f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0746841 Jun 23 16:57:30.558803 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-85ab6470-422e-4790-82e6-a735b54c1477 service neutron] 10.222.0.25 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102383 Jun 23 16:57:30.651940 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-5cbc82ec-10ab-4e0c-a186-e0233377e47f service neutron] 10.222.0.25 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921836 Jun 23 16:57:31.022231 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e9224693-1c97-4932-b4ec-27ddd53cf161 req-9527dcb5-fd36-44d4-822f-28f7093c5323 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 210 time: 0.0466135 Jun 23 16:57:32.112789 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fbe039b8-00e0-449b-b579-937ffab80aeb req-92bcacf6-40cd-4d65-b186-ed27ca906c4d tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 210 time: 0.0373092 Jun 23 16:57:33.267495 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9a61e933-b4c5-428d-a5b8-570c93a53427 req-4a490825-f5e6-4883-b9da-d6f99471f5d6 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 210 time: 0.0293903 Jun 23 16:57:34.261771 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:57:34.429292 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-3903b3bc-ef02-4792-83bb-8efb2e892577 req-94b8a22c-f87e-435d-8c95-2f94a8a19aa6 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 210 time: 0.0333800 Jun 23 16:57:35.034597 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-362e3ee7-529f-4f63-98b2-e30191e4e05a tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:35.036384 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-362e3ee7-529f-4f63-98b2-e30191e4e05a tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/networks?id=704e2731-babc-42e4-8d84-da6deaa922c9 HTTP/1.1" status: 200 len: 815 time: 0.1070216 Jun 23 16:57:35.053359 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-f20464a4-f43e-4407-a4af-4cae09eb6a1f tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/quotas/63e4dcf380f2416393003de303dd7b70 HTTP/1.1" status: 200 len: 375 time: 0.0110755 Jun 23 16:57:35.079772 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 58864) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:35.131779 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-b52ee7d1-71a9-4a75-abc2-ad92d117ac7c tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=63e4dcf380f2416393003de303dd7b70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727925 Jun 23 16:57:35.196547 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-29a03d5e-0e9b-4533-af55-fba06e486877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:35.272289 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-35d9b813-3963-4ece-88ca-3447aac43e15 service neutron] 10.222.0.25 "GET /v2.0/networks/704e2731-babc-42e4-8d84-da6deaa922c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287348 Jun 23 16:57:35.308227 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-29a03d5e-0e9b-4533-af55-fba06e486877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:35.416122 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-9694a486-d6ea-4598-a890-a7cf9c810fda tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:35.417657 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-9694a486-d6ea-4598-a890-a7cf9c810fda tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.35 "GET /v2.0/networks?id=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 HTTP/1.1" status: 200 len: 816 time: 0.1975577 Jun 23 16:57:35.423586 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-29a03d5e-0e9b-4533-af55-fba06e486877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:35.428065 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-b97ac1aa-f9b1-4156-a0bf-480f19512e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:35.436527 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-c517d8a1-dc71-4899-8326-90005e431081 service neutron] 10.222.0.25 "GET /v2.0/networks/704e2731-babc-42e4-8d84-da6deaa922c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369097 Jun 23 16:57:35.458848 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a03d5e-0e9b-4533-af55-fba06e486877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777267b6-449a-4908-8629-cc45de39e50c,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:35.464669 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-29a03d5e-0e9b-4533-af55-fba06e486877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:35.488863 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-29a03d5e-0e9b-4533-af55-fba06e486877 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4c4b6bec1f54744aed3ad4a8d3a83fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079175 Jun 23 16:57:35.495750 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 58870) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:35.495750 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-41d7b721-cfb8-482b-8349-2833bfc43aa3 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58bd8fd6ed204ffa93646e359469c46f HTTP/1.1" status: 200 len: 379 time: 0.0597036 Jun 23 16:57:35.504953 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-fa125aac-38fd-4ef5-bd0e-ec2cd84db2f4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Request body: {'port': {'device_id': '2dd1d6c5-9c91-461a-9950-4963838daf7b', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'admin_state_up': True, 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'security_groups': ['e7e7199c-0078-4175-bfa0-08fb0e0fa553']}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:57:35.613184 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-21fd8ba7-f48c-47c4-a643-d9d52a0826a6 req-33ceecd0-04d0-4435-a941-3e121884feec tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 210 time: 0.0440850 Jun 23 16:57:35.630645 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a81a3970-168a-43b8-b1bc-38eb28a0bff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:35.671398 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a81a3970-168a-43b8-b1bc-38eb28a0bff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:35.724739 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-00c0a256-2b04-4d07-9d55-ddc0860ea85a req-0ebafb3d-cb0b-45db-8808-c57a9077b853 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 210 time: 0.0297618 Jun 23 16:57:35.832089 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-fa125aac-38fd-4ef5-bd0e-ec2cd84db2f4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Made reservation on behalf of 58bd8fd6ed204ffa93646e359469c46f for: {'port': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:57:35.832089 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-fa125aac-38fd-4ef5-bd0e-ec2cd84db2f4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:35.859286 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a81a3970-168a-43b8-b1bc-38eb28a0bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:35.862001 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a81a3970-168a-43b8-b1bc-38eb28a0bff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:35.863249 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-a81a3970-168a-43b8-b1bc-38eb28a0bff6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/777267b6-449a-4908-8629-cc45de39e50c HTTP/1.1" status: 204 len: 168 time: 0.3684263 Jun 23 16:57:35.895140 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-cb9f84fc-0b12-4402-9ee6-462577515a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:35.904794 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a3970-168a-43b8-b1bc-38eb28a0bff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777267b6-449a-4908-8629-cc45de39e50c,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:35.909215 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-a81a3970-168a-43b8-b1bc-38eb28a0bff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:35.978902 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-fa125aac-38fd-4ef5-bd0e-ec2cd84db2f4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Allocated IP 172.20.0.13 (9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9/bbc9f899-f082-4611-8cfd-98693f165ef6/a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:57:36.125013 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-fa125aac-38fd-4ef5-bd0e-ec2cd84db2f4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:36.139279 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-fa125aac-38fd-4ef5-bd0e-ec2cd84db2f4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Transition to ACTIVE for port object a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 will not be triggered until provisioned by entity DHCP. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:57:36.315870 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-fa125aac-38fd-4ef5-bd0e-ec2cd84db2f4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26947858'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:36.320285 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-c4cd8413-2350-46bc-99ae-43d5c1a2f483 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:36.368333 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-fa125aac-38fd-4ef5-bd0e-ec2cd84db2f4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Network 9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:57:36.372971 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-fa125aac-38fd-4ef5-bd0e-ec2cd84db2f4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:57:36.376984 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-fa125aac-38fd-4ef5-bd0e-ec2cd84db2f4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:57:36.409472 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa125aac-38fd-4ef5-bd0e-ec2cd84db2f4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Pushing event updated for resources: {'Port': ['ID=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:36.409472 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-fa125aac-38fd-4ef5-bd0e-ec2cd84db2f4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:36.433960 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-fa125aac-38fd-4ef5-bd0e-ec2cd84db2f4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:36.434598 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-fa125aac-38fd-4ef5-bd0e-ec2cd84db2f4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:36.613017 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-fa125aac-38fd-4ef5-bd0e-ec2cd84db2f4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1127534 Jun 23 16:57:36.631125 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Request body: {'port': {'device_id': '2dd1d6c5-9c91-461a-9950-4963838daf7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:57:36.710089 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:36.761087 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-3765747e-3ebc-44d6-8dd8-c23f8a8b7745 None None] Provisioning for port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:57:36.765195 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-3765747e-3ebc-44d6-8dd8-c23f8a8b7745 None None] Provisioning complete for port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:57:36.765604 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3765747e-3ebc-44d6-8dd8-c23f8a8b7745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:36.805885 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-3765747e-3ebc-44d6-8dd8-c23f8a8b7745 None None] Port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:57:36.834293 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b963bd9d-a623-45a4-b011-d74923a46c72 req-e051e941-a5cb-40f0-9464-849980f9367c tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 210 time: 0.0523376 Jun 23 16:57:36.834853 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 58894) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:36.849926 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a90de0f9-f363-4580-bb0e-5caeb9ecccfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:36.908494 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc7dd0-3fbf-40e7-bcdf-af7339a600d9 req-e0ddad99-22c7-47b6-92fa-667a3d8001e6 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:36.910956 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-89bc7dd0-3fbf-40e7-bcdf-af7339a600d9 req-e0ddad99-22c7-47b6-92fa-667a3d8001e6 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 932 time: 0.1652055 Jun 23 16:57:36.944446 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a90de0f9-f363-4580-bb0e-5caeb9ecccfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:37.005140 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-89bc7dd0-3fbf-40e7-bcdf-af7339a600d9 req-27ec86b7-3bae-406c-b952-a635939063a6 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876522 Jun 23 16:57:37.040653 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a90de0f9-f363-4580-bb0e-5caeb9ecccfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:37.045714 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-eb985e8a-d85f-49d0-81ae-8cd1dede7258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:37.080949 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-a90de0f9-f363-4580-bb0e-5caeb9ecccfe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=676bbe176bf14feb91c0e9454955672c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436304 Jun 23 16:57:37.083275 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90de0f9-f363-4580-bb0e-5caeb9ecccfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ceebdd-1556-4e68-b89b-028ca6e72a42,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:37.084959 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:57:37.087095 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-a90de0f9-f363-4580-bb0e-5caeb9ecccfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:37.087584 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 58896) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:37.093914 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:37.112034 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Transition to ACTIVE for port object a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:57:37.145440 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ff2aa9f6-61e7-4db1-b6ae-539f92ba2c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:37.168935 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ff2aa9f6-61e7-4db1-b6ae-539f92ba2c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:37.223692 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947840'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:37.227215 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:37.308482 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:37.312076 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:37.349237 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ff2aa9f6-61e7-4db1-b6ae-539f92ba2c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:37.359326 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ff2aa9f6-61e7-4db1-b6ae-539f92ba2c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:37.359326 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-ff2aa9f6-61e7-4db1-b6ae-539f92ba2c21 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/85ceebdd-1556-4e68-b89b-028ca6e72a42 HTTP/1.1" status: 204 len: 168 time: 0.2645454 Jun 23 16:57:37.359326 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-134a9dcb-6342-4d98-b019-499f618ad881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:37.368643 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2aa9f6-61e7-4db1-b6ae-539f92ba2c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ceebdd-1556-4e68-b89b-028ca6e72a42,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:37.376614 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Attempting to bind port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:57:37.376955 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Attempting to bind port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '7ce0ca5b-adf1-4b37-ab99-6a138d2965c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:57:37.378246 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Attempting to bind port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 on network 9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:57:37.379521 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ff2aa9f6-61e7-4db1-b6ae-539f92ba2c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:37.388012 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 on network 9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:57:37.388437 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Attempting to bind port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 on network 9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:57:37.397334 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Checking agent: {'id': '78e83b5f-0ecc-435c-a465-b1f96103afbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:57:37.397778 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Checking segment: {'id': '7ce0ca5b-adf1-4b37-ab99-6a138d2965c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:57:37.398346 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Bound using segment: {'id': '7ce0ca5b-adf1-4b37-ab99-6a138d2965c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:57:37.399094 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Bound port: a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce0ca5b-adf1-4b37-ab99-6a138d2965c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:57:37.399859 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:37.470460 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] For port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407, host hv-cinder-79760, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:57:37.474636 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] For port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:57:37.564760 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947840'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:37.566990 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:37.611977 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:37.611977 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:37.613455 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] 10.222.0.35 "PUT /v2.0/ports/a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 HTTP/1.1" status: 200 len: 1094 time: 0.9872360 Jun 23 16:57:37.614066 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd1d6c5-9c91-461a-9950-4963838daf7b', 'tag': 'a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:57:37.616350 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fd85e0-77e1-4357-b44d-d7c9d5a1f5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd1d6c5-9c91-461a-9950-4963838daf7b", "tag": "a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:57:37.650180 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:37.656083 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:37.663332 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00991d33-6ee8-4f66-80a5-4d38cbfe213c x-openstack-request-id: req-00991d33-6ee8-4f66-80a5-4d38cbfe213c {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:57:37.663668 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd1d6c5-9c91-461a-9950-4963838daf7b", "tag": "a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:57:37.663953 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00991d33-6ee8-4f66-80a5-4d38cbfe213c {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:57:37.664383 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd1d6c5-9c91-461a-9950-4963838daf7b', 'tag': 'a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407', 'status': 'completed', 'code': 200} Jun 23 16:57:37.784383 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd85e0-77e1-4357-b44d-d7c9d5a1f5bb req-56d5463f-82a3-4e98-aac0-e09616ff57c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:37.786339 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e7fd85e0-77e1-4357-b44d-d7c9d5a1f5bb req-56d5463f-82a3-4e98-aac0-e09616ff57c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=58bd8fd6ed204ffa93646e359469c46f&device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 1097 time: 0.0683038 Jun 23 16:57:37.923129 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd85e0-77e1-4357-b44d-d7c9d5a1f5bb req-ce18e729-5379-48f1-8387-5f454bd74346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:37.924777 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e7fd85e0-77e1-4357-b44d-d7c9d5a1f5bb req-ce18e729-5379-48f1-8387-5f454bd74346 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=58bd8fd6ed204ffa93646e359469c46f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1214602 Jun 23 16:57:38.021685 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7d7ef658-ff57-4128-8be1-86bd3c3ad9cb req-84ac05f4-1d9f-4d6e-8f3c-ded4481dfd75 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 210 time: 0.0590439 Jun 23 16:57:38.061954 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd85e0-77e1-4357-b44d-d7c9d5a1f5bb req-8f1e7308-26c7-4123-b01a-b1af4f38d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:38.064639 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e7fd85e0-77e1-4357-b44d-d7c9d5a1f5bb req-8f1e7308-26c7-4123-b01a-b1af4f38d5b0 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1335149 Jun 23 16:57:38.218036 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-42d22034-a2ef-4b8c-8333-fef19d41de7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:38.219653 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-42d22034-a2ef-4b8c-8333-fef19d41de7a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=58bd8fd6ed204ffa93646e359469c46f&device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 1097 time: 0.0651329 Jun 23 16:57:38.224131 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89973864-0b9b-40d4-9b85-27c0bd8b6c22 req-a7a1b9aa-e05b-488e-8f4b-fc9fab408813 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:38.225646 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-89973864-0b9b-40d4-9b85-27c0bd8b6c22 req-a7a1b9aa-e05b-488e-8f4b-fc9fab408813 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 944 time: 0.0697122 Jun 23 16:57:38.269052 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-89973864-0b9b-40d4-9b85-27c0bd8b6c22 req-7c66ca87-568e-468a-a9c2-f4d2ed06d9e0 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344865 Jun 23 16:57:38.275306 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-bb43e7d1-2f33-477a-a13d-849a342a710d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 HTTP/1.1" status: 200 len: 217 time: 0.0408664 Jun 23 16:57:38.287758 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 58908) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:38.303774 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f0bf10de-4c2f-4b5c-81ee-518fcb60aa1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:38.332425 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-ae15d6e7-2bc3-46b8-8bc1-67131f150cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:38.333953 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-ae15d6e7-2bc3-46b8-8bc1-67131f150cb6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc9f899-f082-4611-8cfd-98693f165ef6 HTTP/1.1" status: 200 len: 855 time: 0.0517659 Jun 23 16:57:38.407411 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-15af8414-b143-4f0f-877a-74192566bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:38.409680 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-15af8414-b143-4f0f-877a-74192566bdb6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679011 Jun 23 16:57:38.416246 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f0bf10de-4c2f-4b5c-81ee-518fcb60aa1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:38.506449 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-657e135c-a21a-44be-ac92-ec7255ad99cd service neutron] 10.222.0.35 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898161 Jun 23 16:57:38.602135 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-df2ca906-b914-42c6-b6f8-342beeb7659c req-a5724f9b-d7a8-4352-bb1f-602d5bf9ec00 service neutron] 10.222.0.35 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893505 Jun 23 16:57:38.736004 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f0bf10de-4c2f-4b5c-81ee-518fcb60aa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:38.739423 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ce8ec9a5-edf5-4157-8c1b-2f7bd085c1b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:38.778291 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-f0bf10de-4c2f-4b5c-81ee-518fcb60aa1f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b32d7fcdc1d4a7bb1de5b103ff977b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4895976 Jun 23 16:57:38.779197 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf10de-4c2f-4b5c-81ee-518fcb60aa1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae3cd4d-9f10-425f-8499-af5da1259a44,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:38.781160 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 58910) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:38.782525 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-f0bf10de-4c2f-4b5c-81ee-518fcb60aa1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:38.836902 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ba64fe04-b2b4-440a-af06-3362fc0f3c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:38.869383 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ba64fe04-b2b4-440a-af06-3362fc0f3c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:39.090606 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ba64fe04-b2b4-440a-af06-3362fc0f3c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:39.093421 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ba64fe04-b2b4-440a-af06-3362fc0f3c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:39.094675 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-ba64fe04-b2b4-440a-af06-3362fc0f3c77 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ae3cd4d-9f10-425f-8499-af5da1259a44 HTTP/1.1" status: 204 len: 168 time: 0.3125930 Jun 23 16:57:39.095535 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-1da3c4f3-d3ba-40fb-b8d5-adf17e3734ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:39.118713 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64fe04-b2b4-440a-af06-3362fc0f3c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae3cd4d-9f10-425f-8499-af5da1259a44,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:39.118713 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-ba64fe04-b2b4-440a-af06-3362fc0f3c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:39.175517 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1b8d1898-a953-4de6-8a6c-8d3c5384ff8f req-6c791af8-b674-46cd-b921-ba8864e18854 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 210 time: 0.0287843 Jun 23 16:57:39.364388 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-d675192e-8bdd-4397-8bcc-a38df6b3d918 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:39.366625 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-d675192e-8bdd-4397-8bcc-a38df6b3d918 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.35 "GET /v2.0/networks?id=704e2731-babc-42e4-8d84-da6deaa922c9 HTTP/1.1" status: 200 len: 815 time: 0.1308949 Jun 23 16:57:39.392005 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-0244f45c-99d0-4a41-bee4-6af478f2ceb3 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Request body: {'port': {'device_id': '589208a8-bd39-4b58-a2c3-4409a6cdd357', 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9', 'admin_state_up': True, 'tenant_id': '63e4dcf380f2416393003de303dd7b70'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:57:39.512238 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7d8c5-87a3-4408-934b-6a502f97c154 req-a4905bf0-916a-4331-97c3-af39f58e0007 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:39.515557 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c2d7d8c5-87a3-4408-934b-6a502f97c154 req-a4905bf0-916a-4331-97c3-af39f58e0007 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 944 time: 0.0821798 Jun 23 16:57:39.555793 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c2d7d8c5-87a3-4408-934b-6a502f97c154 req-c49747b4-b2c4-4482-af19-12f549d47de6 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346389 Jun 23 16:57:39.605102 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-0244f45c-99d0-4a41-bee4-6af478f2ceb3 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Made reservation on behalf of 63e4dcf380f2416393003de303dd7b70 for: {'port': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:57:39.610046 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-0244f45c-99d0-4a41-bee4-6af478f2ceb3 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:40.025305 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-0244f45c-99d0-4a41-bee4-6af478f2ceb3 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Allocated IP 172.20.0.7 (704e2731-babc-42e4-8d84-da6deaa922c9/75fcf02c-21d1-4889-9904-bcce91c63f88/24888332-5c1a-4242-abfb-632ad4504fd2) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:57:40.186108 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-0244f45c-99d0-4a41-bee4-6af478f2ceb3 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:40.199556 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-0244f45c-99d0-4a41-bee4-6af478f2ceb3 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Transition to ACTIVE for port object 24888332-5c1a-4242-abfb-632ad4504fd2 will not be triggered until provisioned by entity DHCP. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:57:40.326536 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-477d3264-a8d1-4588-aa67-7d54d332b8e6 req-a69e02ea-fe66-45ea-ac8c-a7fbae08a712 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 210 time: 0.0312114 Jun 23 16:57:40.337230 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-0244f45c-99d0-4a41-bee4-6af478f2ceb3 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26947858'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:40.342204 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-3aef83ed-abf1-407b-95f1-014ba78d78a3 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:40.394771 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-0244f45c-99d0-4a41-bee4-6af478f2ceb3 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Network 704e2731-babc-42e4-8d84-da6deaa922c9 is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:57:40.398439 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-0244f45c-99d0-4a41-bee4-6af478f2ceb3 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:57:40.402939 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-0244f45c-99d0-4a41-bee4-6af478f2ceb3 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:57:40.407357 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244f45c-99d0-4a41-bee4-6af478f2ceb3 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Pushing event updated for resources: {'Port': ['ID=24888332-5c1a-4242-abfb-632ad4504fd2,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:40.430249 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-0244f45c-99d0-4a41-bee4-6af478f2ceb3 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:40.473237 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-0244f45c-99d0-4a41-bee4-6af478f2ceb3 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:40.474618 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-0244f45c-99d0-4a41-bee4-6af478f2ceb3 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:40.559784 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-0244f45c-99d0-4a41-bee4-6af478f2ceb3 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1723330 Jun 23 16:57:40.841735 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e53e1f-85d8-440f-8e99-e8e5d6674155 req-079dbba7-5cde-40ba-936d-3ba948e6a069 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:40.849796 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-70e53e1f-85d8-440f-8e99-e8e5d6674155 req-079dbba7-5cde-40ba-936d-3ba948e6a069 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 944 time: 0.0944304 Jun 23 16:57:40.872912 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-0e48abc9-8353-416d-a612-40598bf92dec None None] Provisioning for port 24888332-5c1a-4242-abfb-632ad4504fd2 completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:57:40.880907 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-0e48abc9-8353-416d-a612-40598bf92dec None None] Provisioning complete for port 24888332-5c1a-4242-abfb-632ad4504fd2 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:57:40.881645 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-0e48abc9-8353-416d-a612-40598bf92dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:40.897397 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-70e53e1f-85d8-440f-8e99-e8e5d6674155 req-ae3aa157-7019-4c41-96f3-43215e4de1a1 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447330 Jun 23 16:57:40.949655 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-0e48abc9-8353-416d-a612-40598bf92dec None None] Port 24888332-5c1a-4242-abfb-632ad4504fd2 cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:57:41.176898 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 58970) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:41.289785 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-db2638a9-fabc-4ab4-b58e-5546adf4d81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:41.396733 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-db2638a9-fabc-4ab4-b58e-5546adf4d81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:41.446049 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-db2638a9-fabc-4ab4-b58e-5546adf4d81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:41.448599 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-399fdabb-5d69-4d29-9b72-820b3cc51649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:41.511722 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2638a9-fabc-4ab4-b58e-5546adf4d81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b5bfc6-6087-4480-84e6-b039fa3face9,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:41.520802 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-db2638a9-fabc-4ab4-b58e-5546adf4d81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:41.526601 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-db2638a9-fabc-4ab4-b58e-5546adf4d81b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e31cc29a6fbf4f7e845130c0bb914981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3469377 Jun 23 16:57:41.527869 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 58976) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:41.557035 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc3adc-2392-4075-8780-362d3bd9a1f4 req-58042e84-cbad-4785-ae1f-5500a75376d1 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:41.558721 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0acc3adc-2392-4075-8780-362d3bd9a1f4 req-58042e84-cbad-4785-ae1f-5500a75376d1 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 931 time: 0.0984881 Jun 23 16:57:41.595066 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e3d6a55-fabc-4e3c-b3ac-7d0735035ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:41.605906 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0acc3adc-2392-4075-8780-362d3bd9a1f4 req-e3cbcbc2-1c5e-409b-8d0d-e14383b3ba59 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406899 Jun 23 16:57:41.629624 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e3d6a55-fabc-4e3c-b3ac-7d0735035ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:41.730198 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e3d6a55-fabc-4e3c-b3ac-7d0735035ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:41.732957 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e3d6a55-fabc-4e3c-b3ac-7d0735035ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:41.734191 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-1e3d6a55-fabc-4e3c-b3ac-7d0735035ce3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98b5bfc6-6087-4480-84e6-b039fa3face9 HTTP/1.1" status: 204 len: 168 time: 0.2053282 Jun 23 16:57:41.734964 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-60e1175c-e2f2-4cf4-9bee-e4b70b955242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:41.751465 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d6a55-fabc-4e3c-b3ac-7d0735035ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b5bfc6-6087-4480-84e6-b039fa3face9,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:41.754257 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-1e3d6a55-fabc-4e3c-b3ac-7d0735035ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:42.122467 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa046ea-152a-4e5b-b396-0bebdc787fd9 req-febabc56-9996-4831-a2b5-fb7d280d7e09 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:42.124834 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0aa046ea-152a-4e5b-b396-0bebdc787fd9 req-febabc56-9996-4831-a2b5-fb7d280d7e09 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 944 time: 0.0779717 Jun 23 16:57:42.169448 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0aa046ea-152a-4e5b-b396-0bebdc787fd9 req-35cefd0c-5134-4054-a137-7f0250337e87 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374219 Jun 23 16:57:42.584084 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:57:42.745735 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:57:42.759635 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': 'a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'port_id': 'a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407', 'mac_address': 'fa:16:3e:24:5e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:57:42.821153 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:42.845863 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:57:42.878762 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:57:42.899799 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fc1bd-5c7e-450c-9ba3-3aee2bf415dd req-b1a92091-6bcb-4902-ae0d-5934f2f1f139 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:42.901454 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-578fc1bd-5c7e-450c-9ba3-3aee2bf415dd req-b1a92091-6bcb-4902-ae0d-5934f2f1f139 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 931 time: 0.1376925 Jun 23 16:57:42.975852 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-578fc1bd-5c7e-450c-9ba3-3aee2bf415dd req-c5f10769-e624-4b6d-ac32-acc7bf22a679 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655949 Jun 23 16:57:42.993209 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:42.995450 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:43.058607 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:43.069984 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:43.213858 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71545a7f-8c1f-4332-9703-14388ec6371c req-8ef6bc8b-6342-47e2-a66c-b03a286760a7 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:43.217854 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-71545a7f-8c1f-4332-9703-14388ec6371c req-8ef6bc8b-6342-47e2-a66c-b03a286760a7 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0778890 Jun 23 16:57:43.270258 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-71545a7f-8c1f-4332-9703-14388ec6371c req-1be49437-643f-4034-ae86-f1da38213481 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441282 Jun 23 16:57:43.337288 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:57:43.399722 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3d807-4506-493f-8930-87e912047017 req-833579ad-043e-4b6a-af6b-b82f63d03dac tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:43.402753 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-01d3d807-4506-493f-8930-87e912047017 req-833579ad-043e-4b6a-af6b-b82f63d03dac tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 945 time: 0.0817485 Jun 23 16:57:43.476083 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-01d3d807-4506-493f-8930-87e912047017 req-8a6f6130-0f40-4be6-897e-0044ef4979f3 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660725 Jun 23 16:57:44.150120 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5964a-1a97-42fb-a237-7253a453d0a4 req-2e96b553-2099-40a8-82c1-4deebd0566dd tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:44.151604 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-36b5964a-1a97-42fb-a237-7253a453d0a4 req-2e96b553-2099-40a8-82c1-4deebd0566dd tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 931 time: 0.0678079 Jun 23 16:57:44.192254 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-36b5964a-1a97-42fb-a237-7253a453d0a4 req-e273ec47-77d7-4fc1-b124-b0214128a9c1 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345054 Jun 23 16:57:44.454112 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04cc45-31fe-4dbf-81c0-3357b8b89d0e req-aa2056ae-75cf-408f-9d64-9cea90f293ce tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:44.456144 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0a04cc45-31fe-4dbf-81c0-3357b8b89d0e req-aa2056ae-75cf-408f-9d64-9cea90f293ce tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0682437 Jun 23 16:57:44.497068 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0a04cc45-31fe-4dbf-81c0-3357b8b89d0e req-87b99545-577e-458d-b4f1-f370dccb6fed tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343635 Jun 23 16:57:44.591970 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:57:44.675096 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999a6cb-0647-4871-86c3-eccbff413d6b req-a80e3651-bea1-4ee9-b5d4-edc1399a0aa8 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:44.676642 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1999a6cb-0647-4871-86c3-eccbff413d6b req-a80e3651-bea1-4ee9-b5d4-edc1399a0aa8 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 945 time: 0.0780611 Jun 23 16:57:44.719836 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1999a6cb-0647-4871-86c3-eccbff413d6b req-cea946cf-b7bd-4db9-9717-777d16973e7f tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370607 Jun 23 16:57:44.818295 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning for port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:57:44.826395 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:57:44.826395 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:44.916625 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:44.945527 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd1d6c5-9c91-461a-9950-4963838daf7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:57:44.963744 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588d7287-357a-466b-9d3c-1cee680a40a0" -d '{"events": [{"server_uuid": "2dd1d6c5-9c91-461a-9950-4963838daf7b", "name": "network-vif-plugged", "status": "completed", "tag": "a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:57:44.963744 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:57:44.985420 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa6e47f-6592-4224-b322-12d98ea7f373 x-openstack-request-id: req-2fa6e47f-6592-4224-b322-12d98ea7f373 {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:57:44.985863 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd1d6c5-9c91-461a-9950-4963838daf7b", "name": "network-vif-plugged", "status": "completed", "tag": "a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:57:44.986232 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2fa6e47f-6592-4224-b322-12d98ea7f373 {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:57:44.987523 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd1d6c5-9c91-461a-9950-4963838daf7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407', 'code': 200} Jun 23 16:57:45.115048 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:45.116995 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:45.166112 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:45.169223 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:45.371429 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b063c6c-4e9a-4cb1-ad71-2ad40a65b896 req-c52c6d08-d89c-4043-9185-7d651375a0bb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:45.373391 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4b063c6c-4e9a-4cb1-ad71-2ad40a65b896 req-c52c6d08-d89c-4043-9185-7d651375a0bb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 931 time: 0.0657279 Jun 23 16:57:45.414893 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4b063c6c-4e9a-4cb1-ad71-2ad40a65b896 req-880de31c-8217-48f5-b168-12d7b1b7bf1c tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346749 Jun 23 16:57:45.687922 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd0488-731b-4915-a2c8-d61713b06c07 req-a9e1c653-45d5-4efa-ab6e-b19e017a076b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:45.689582 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ebfd0488-731b-4915-a2c8-d61713b06c07 req-a9e1c653-45d5-4efa-ab6e-b19e017a076b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0683310 Jun 23 16:57:45.737988 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ebfd0488-731b-4915-a2c8-d61713b06c07 req-186b5657-5abb-44f3-b1c4-a487717ec62b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423307 Jun 23 16:57:45.923554 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df145181-86db-41ef-b639-7938cacb3b83 req-6723daea-1ec4-4f9d-8fb0-3f9365b3c4a5 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:45.925171 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-df145181-86db-41ef-b639-7938cacb3b83 req-6723daea-1ec4-4f9d-8fb0-3f9365b3c4a5 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0691395 Jun 23 16:57:45.980820 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-df145181-86db-41ef-b639-7938cacb3b83 req-a83bdbd5-fb0a-4069-a9a8-0a03a11f1ab5 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498106 Jun 23 16:57:46.600733 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ae385-d61d-4c6c-9701-3f85d55273f5 req-c2a34019-6eea-45ba-8657-052fbe06730a tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:46.602223 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5d2ae385-d61d-4c6c-9701-3f85d55273f5 req-c2a34019-6eea-45ba-8657-052fbe06730a tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 931 time: 0.0674925 Jun 23 16:57:46.814044 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5d2ae385-d61d-4c6c-9701-3f85d55273f5 req-a19af1b7-e50c-439a-9855-e6c584187356 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055244 Jun 23 16:57:46.922528 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196abd8-315f-4bed-ad19-62f63fcf1db2 req-4247e09b-784b-4949-b072-4665bac0cba9 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:46.924698 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2196abd8-315f-4bed-ad19-62f63fcf1db2 req-4247e09b-784b-4949-b072-4665bac0cba9 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0698609 Jun 23 16:57:46.964442 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2196abd8-315f-4bed-ad19-62f63fcf1db2 req-e454baca-30ba-4764-848e-00ab69918e32 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332747 Jun 23 16:57:47.162129 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de7e3e-ccb0-41e6-a454-8e15de3ee61c req-1eb6ab7b-1b59-439b-8dd8-5a0f28a71090 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:47.163979 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d0de7e3e-ccb0-41e6-a454-8e15de3ee61c req-1eb6ab7b-1b59-439b-8dd8-5a0f28a71090 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0663602 Jun 23 16:57:47.202205 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d0de7e3e-ccb0-41e6-a454-8e15de3ee61c req-ffc1fdfc-60fa-4ad0-96dc-0e80a6e2531f tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323436 Jun 23 16:57:48.071695 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc403900-fd21-4c71-9ffd-cb2d3a01da4f req-41010123-1e3e-4b41-96cb-a6b113e3c02d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:48.073186 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fc403900-fd21-4c71-9ffd-cb2d3a01da4f req-41010123-1e3e-4b41-96cb-a6b113e3c02d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 931 time: 0.1484208 Jun 23 16:57:48.149216 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fc403900-fd21-4c71-9ffd-cb2d3a01da4f req-a3108314-9d4f-4adc-beda-a81dcbe38fea tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669744 Jun 23 16:57:48.176914 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c5d8e-d933-4f37-84cd-ed40b2fe75ed req-b5c5e1d6-4927-477b-a357-e9769c8b2489 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:48.178609 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ae3c5d8e-d933-4f37-84cd-ed40b2fe75ed req-b5c5e1d6-4927-477b-a357-e9769c8b2489 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0860071 Jun 23 16:57:48.220858 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ae3c5d8e-d933-4f37-84cd-ed40b2fe75ed req-2351a314-d074-45bf-bc75-7d06d95fbeba tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357957 Jun 23 16:57:48.400895 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da81779-e9a2-4447-a6d4-b5082aec49d1 req-8f7bd677-8b17-42f2-a882-807f3a6def95 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:48.402677 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7da81779-e9a2-4447-a6d4-b5082aec49d1 req-8f7bd677-8b17-42f2-a882-807f3a6def95 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0740981 Jun 23 16:57:48.446578 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7da81779-e9a2-4447-a6d4-b5082aec49d1 req-edf83f9e-dffe-4e7a-bd49-a4f4a6db5606 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361521 Jun 23 16:57:49.353991 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853e5b3-1570-43ac-bb03-c6524c84f239 req-ec46ac88-e31a-42c7-bac0-f91f47ff740c tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:49.356695 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f853e5b3-1570-43ac-bb03-c6524c84f239 req-ec46ac88-e31a-42c7-bac0-f91f47ff740c tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 931 time: 0.0869777 Jun 23 16:57:49.408459 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f853e5b3-1570-43ac-bb03-c6524c84f239 req-e1865204-d39d-47a5-956e-fa33ee4a6320 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421152 Jun 23 16:57:49.423299 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2310b-281a-45d2-8065-94f70b7f65ff req-a4236c3d-ecc0-4e46-baea-9951e90a807b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:49.426769 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f5d2310b-281a-45d2-8065-94f70b7f65ff req-a4236c3d-ecc0-4e46-baea-9951e90a807b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0739067 Jun 23 16:57:49.464293 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f5d2310b-281a-45d2-8065-94f70b7f65ff req-192a844e-b5c4-434e-ac23-58e2ecf040b1 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327792 Jun 23 16:57:49.648215 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99d76b-d461-42ea-81f8-6f4b923f4ffe req-f6698659-3e50-4c57-a31b-b4640510fe6b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:49.649871 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6f99d76b-d461-42ea-81f8-6f4b923f4ffe req-f6698659-3e50-4c57-a31b-b4640510fe6b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0811892 Jun 23 16:57:49.698726 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6f99d76b-d461-42ea-81f8-6f4b923f4ffe req-6ed39ec0-90cd-463e-a235-459284bee167 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426664 Jun 23 16:57:50.618487 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7662eab-8186-4234-9a60-bf1ea6e92504 req-b6400886-39e6-45f9-8ba0-9dfe4f88881e tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:50.620009 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f7662eab-8186-4234-9a60-bf1ea6e92504 req-b6400886-39e6-45f9-8ba0-9dfe4f88881e tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 931 time: 0.0739436 Jun 23 16:57:50.670683 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f7662eab-8186-4234-9a60-bf1ea6e92504 req-96e2ef67-7529-4890-86a3-2591c1299ccd tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443740 Jun 23 16:57:50.684051 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f58d0-81c5-441f-a694-4afb252fb1d5 req-430ad910-d81b-42bd-b21a-1f5a8c66a703 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:50.691508 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6d1f58d0-81c5-441f-a694-4afb252fb1d5 req-430ad910-d81b-42bd-b21a-1f5a8c66a703 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0835216 Jun 23 16:57:50.735771 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6d1f58d0-81c5-441f-a694-4afb252fb1d5 req-abab8da7-51b2-41bb-ae2a-13bb25541f37 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430808 Jun 23 16:57:50.896557 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d86f4-6b80-466f-ac0f-3302b878fc0d req-7ff6810c-62a8-40f7-ab64-f0b4de632820 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:50.898098 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2e5d86f4-6b80-466f-ac0f-3302b878fc0d req-7ff6810c-62a8-40f7-ab64-f0b4de632820 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0695128 Jun 23 16:57:50.936237 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2e5d86f4-6b80-466f-ac0f-3302b878fc0d req-6427168d-2fc7-4090-b25d-5b8a0eedfd7d tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323009 Jun 23 16:57:51.451918 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c309a63d-5f0d-44ed-87d2-f61f7e7e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:51.848709 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bad009-3f38-416e-89e3-bb941d231146 req-630e5ce0-170f-4a07-b2f9-adb4605d4eb7 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:51.850227 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-37bad009-3f38-416e-89e3-bb941d231146 req-630e5ce0-170f-4a07-b2f9-adb4605d4eb7 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 931 time: 0.0668583 Jun 23 16:57:51.888058 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-37bad009-3f38-416e-89e3-bb941d231146 req-06407e40-5dac-4177-9d81-c9aa07728dcc tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322154 Jun 23 16:57:51.925045 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234e003-b069-42c5-8669-06b0adf4c2ce req-7ac72b4e-802a-4799-8399-5bf6aa8aee54 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:51.926557 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3234e003-b069-42c5-8669-06b0adf4c2ce req-7ac72b4e-802a-4799-8399-5bf6aa8aee54 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0717375 Jun 23 16:57:51.964704 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3234e003-b069-42c5-8669-06b0adf4c2ce req-b4caed92-99a2-43c3-b452-239812956e21 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322092 Jun 23 16:57:52.126112 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793cbea-7b9c-4156-aefa-5987d057ac47 req-4987fbd6-a18d-450c-a8a8-94a5c2bbcad6 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:52.128466 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5793cbea-7b9c-4156-aefa-5987d057ac47 req-4987fbd6-a18d-450c-a8a8-94a5c2bbcad6 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0685854 Jun 23 16:57:52.166879 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5793cbea-7b9c-4156-aefa-5987d057ac47 req-c0cf007d-422e-4f65-bd29-b892df85595e tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327682 Jun 23 16:57:52.669219 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:53.076270 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730c93d-51c8-4b20-9f81-d0a8d9ceba19 req-58780c21-8078-4dc3-b612-ca240084e758 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:53.077836 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a730c93d-51c8-4b20-9f81-d0a8d9ceba19 req-58780c21-8078-4dc3-b612-ca240084e758 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 931 time: 0.0727313 Jun 23 16:57:53.119402 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a730c93d-51c8-4b20-9f81-d0a8d9ceba19 req-18e15765-d5a2-4e37-8362-3daeff77af2e tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347855 Jun 23 16:57:53.144294 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39a961-cce4-46fc-984b-ba704f9d52a4 req-9b3a817c-e6fa-489b-a6af-c309179b378b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:53.145806 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7f39a961-cce4-46fc-984b-ba704f9d52a4 req-9b3a817c-e6fa-489b-a6af-c309179b378b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0650709 Jun 23 16:57:53.183687 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7f39a961-cce4-46fc-984b-ba704f9d52a4 req-bc59f136-8b78-4810-b0c3-c5ca4dc9f18e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321772 Jun 23 16:57:53.344302 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abb0f3-0b6a-41ff-8c52-4f8f4a27e9da req-6ef86d43-93b6-420f-a71d-0eac9be32b4d tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:53.354794 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d6abb0f3-0b6a-41ff-8c52-4f8f4a27e9da req-6ef86d43-93b6-420f-a71d-0eac9be32b4d tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0640838 Jun 23 16:57:53.383556 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d6abb0f3-0b6a-41ff-8c52-4f8f4a27e9da req-47ff4a35-7e54-4015-b49a-27aefb339725 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314803 Jun 23 16:57:53.414442 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] Request body: {'port': {'device_id': '589208a8-bd39-4b58-a2c3-4409a6cdd357', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:57:53.493516 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:53.759656 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24888332-5c1a-4242-abfb-632ad4504fd2 {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:57:53.769888 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:53.782830 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] Transition to ACTIVE for port object 24888332-5c1a-4242-abfb-632ad4504fd2 will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:57:53.873340 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e371eb0-91dd-4add-af77-36c40a612d71 req-9db19045-5d12-4415-bffd-e20ef969295f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:53.874809 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7e371eb0-91dd-4add-af77-36c40a612d71 req-9db19045-5d12-4415-bffd-e20ef969295f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 1099 time: 0.0548549 Jun 23 16:57:53.878569 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947840'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:53.880755 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7346318c-3791-4d0f-86d4-4daa5114dac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:53.914154 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7e371eb0-91dd-4add-af77-36c40a612d71 req-22b201b6-a934-453a-b496-e52e84cb1454 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311079 Jun 23 16:57:53.935027 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] Pushing event updated for resources: {'Port': ['ID=24888332-5c1a-4242-abfb-632ad4504fd2,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:53.940140 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:54.021350 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] Attempting to bind port 24888332-5c1a-4242-abfb-632ad4504fd2 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:57:54.021350 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] Attempting to bind port 24888332-5c1a-4242-abfb-632ad4504fd2 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '99021f02-74f6-4b5b-87b5-bc50f7979082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:57:54.021350 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] Attempting to bind port 24888332-5c1a-4242-abfb-632ad4504fd2 on network 704e2731-babc-42e4-8d84-da6deaa922c9 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:57:54.021991 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] Port 24888332-5c1a-4242-abfb-632ad4504fd2 on network 704e2731-babc-42e4-8d84-da6deaa922c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:57:54.022313 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] Attempting to bind port 24888332-5c1a-4242-abfb-632ad4504fd2 on network 704e2731-babc-42e4-8d84-da6deaa922c9 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:57:54.027262 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] Checking agent: {'id': '78e83b5f-0ecc-435c-a465-b1f96103afbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:57:54.027715 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] Checking segment: {'id': '99021f02-74f6-4b5b-87b5-bc50f7979082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:57:54.028094 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] Bound using segment: {'id': '99021f02-74f6-4b5b-87b5-bc50f7979082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:57:54.028525 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] Bound port: 24888332-5c1a-4242-abfb-632ad4504fd2, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99021f02-74f6-4b5b-87b5-bc50f7979082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:57:54.028902 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:54.040098 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:54.099446 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] For port 24888332-5c1a-4242-abfb-632ad4504fd2, host hv-cinder-79760, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:57:54.102613 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] For port 24888332-5c1a-4242-abfb-632ad4504fd2, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=24888332-5c1a-4242-abfb-632ad4504fd2,segment=NetworkSegment(99021f02-74f6-4b5b-87b5-bc50f7979082),segment_id=99021f02-74f6-4b5b-87b5-bc50f7979082)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:57:54.262507 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947840'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:54.266545 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-71931fab-d233-44c8-8398-49862633ca34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:54.331876 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:54.331876 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:54.331876 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] 10.222.0.35 "PUT /v2.0/ports/24888332-5c1a-4242-abfb-632ad4504fd2 HTTP/1.1" status: 200 len: 1093 time: 0.9175947 Jun 23 16:57:54.335094 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589208a8-bd39-4b58-a2c3-4409a6cdd357', 'tag': '24888332-5c1a-4242-abfb-632ad4504fd2'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:57:54.337061 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70371bb5-a541-4fcb-ad89-89ab27cc8ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "589208a8-bd39-4b58-a2c3-4409a6cdd357", "tag": "24888332-5c1a-4242-abfb-632ad4504fd2"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:57:54.360792 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] Pushing event updated for resources: {'Port': ['ID=24888332-5c1a-4242-abfb-632ad4504fd2,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:54.367614 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:54.383484 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4609c2b-b268-474a-857f-ccee1146618f req-bbe6b870-c5cb-4ad7-8fb7-82b3ab0f4ad2 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:54.385231 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a4609c2b-b268-474a-857f-ccee1146618f req-bbe6b870-c5cb-4ad7-8fb7-82b3ab0f4ad2 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0895205 Jun 23 16:57:54.401798 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3a3ee-bafb-44f6-9946-2896600f9498 req-9fff1ab4-8d4b-4dd6-b81d-a7f26ea85675 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:54.403470 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f4f3a3ee-bafb-44f6-9946-2896600f9498 req-9fff1ab4-8d4b-4dd6-b81d-a7f26ea85675 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 943 time: 0.1711788 Jun 23 16:57:54.437121 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a4609c2b-b268-474a-857f-ccee1146618f req-2833b60f-46d0-4510-84b2-687759bb5a00 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453351 Jun 23 16:57:54.472940 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f4f3a3ee-bafb-44f6-9946-2896600f9498 req-eab867bb-f45b-4d7e-8ae1-054a4e45b172 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613859 Jun 23 16:57:54.504442 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c6e217-b21e-49af-a94c-383f28213197 x-openstack-request-id: req-09c6e217-b21e-49af-a94c-383f28213197 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:57:54.504782 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589208a8-bd39-4b58-a2c3-4409a6cdd357", "tag": "24888332-5c1a-4242-abfb-632ad4504fd2", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:57:54.505097 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09c6e217-b21e-49af-a94c-383f28213197 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:57:54.505782 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '589208a8-bd39-4b58-a2c3-4409a6cdd357', 'tag': '24888332-5c1a-4242-abfb-632ad4504fd2', 'status': 'completed', 'code': 200} Jun 23 16:57:54.693532 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70371bb5-a541-4fcb-ad89-89ab27cc8ce9 req-bbcc56c6-a179-4634-a63a-d146254d0e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:54.695106 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-70371bb5-a541-4fcb-ad89-89ab27cc8ce9 req-bbcc56c6-a179-4634-a63a-d146254d0e6b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63e4dcf380f2416393003de303dd7b70&device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 1096 time: 0.1261420 Jun 23 16:57:54.709001 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49e65f-9900-4047-a9bb-b809537014cb req-87f9c932-91de-4279-97d0-81aff376113c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:54.710455 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-bb49e65f-9900-4047-a9bb-b809537014cb req-87f9c932-91de-4279-97d0-81aff376113c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.1078169 Jun 23 16:57:54.819674 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-bb49e65f-9900-4047-a9bb-b809537014cb req-e11a35e6-ba23-4917-a48b-e30826349cd4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993333 Jun 23 16:57:54.846278 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70371bb5-a541-4fcb-ad89-89ab27cc8ce9 req-7e83434c-0947-4f1d-90a1-d658398687ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:54.851618 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-70371bb5-a541-4fcb-ad89-89ab27cc8ce9 req-7e83434c-0947-4f1d-90a1-d658398687ae service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=63e4dcf380f2416393003de303dd7b70&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1363893 Jun 23 16:57:54.951160 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70371bb5-a541-4fcb-ad89-89ab27cc8ce9 req-0d56ee3a-4f49-4aa7-aa9c-269fd2b57eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:54.952666 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-70371bb5-a541-4fcb-ad89-89ab27cc8ce9 req-0d56ee3a-4f49-4aa7-aa9c-269fd2b57eb3 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0981786 Jun 23 16:57:55.010536 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-0c1f5d4a-6a7f-4752-a4e5-8dbf3c444002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:55.136710 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-4723f1d3-7802-48dd-aff1-6ab7e1a07375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:55.138326 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-4723f1d3-7802-48dd-aff1-6ab7e1a07375 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63e4dcf380f2416393003de303dd7b70&device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 1096 time: 0.0538800 Jun 23 16:57:55.211731 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-1f961c36-8bb2-4150-b3ae-52163c1381f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24888332-5c1a-4242-abfb-632ad4504fd2 HTTP/1.1" status: 200 len: 217 time: 0.0435846 Jun 23 16:57:55.261613 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-9b47c45a-c770-4f22-a5c2-d94e2ffd482b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:55.263104 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-9b47c45a-c770-4f22-a5c2-d94e2ffd482b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75fcf02c-21d1-4889-9904-bcce91c63f88 HTTP/1.1" status: 200 len: 854 time: 0.0454056 Jun 23 16:57:55.327145 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-105cfa92-a0ee-48f4-8ad8-1cc71733f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:55.328634 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-105cfa92-a0ee-48f4-8ad8-1cc71733f41e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=704e2731-babc-42e4-8d84-da6deaa922c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579464 Jun 23 16:57:55.426986 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-5faa434f-2cf0-4e43-bafe-d26d158e5b31 service neutron] 10.222.0.35 "GET /v2.0/networks/704e2731-babc-42e4-8d84-da6deaa922c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889297 Jun 23 16:57:55.528211 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-03c3bf2a-fdef-45d3-b16f-e52533554013 req-26c752c0-c72d-4397-8417-1848bc03b3ee service neutron] 10.222.0.35 "GET /v2.0/networks/704e2731-babc-42e4-8d84-da6deaa922c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906935 Jun 23 16:57:55.621566 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:55.642004 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66fc81-2c68-40cf-9cc6-06e121364b56 req-2d855033-d96e-4f01-8130-f2c21498f44d tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:55.643895 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8e66fc81-2c68-40cf-9cc6-06e121364b56 req-2d855033-d96e-4f01-8130-f2c21498f44d tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0701160 Jun 23 16:57:55.664410 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47b43a-f910-4e7d-b3bb-304754a598d7 req-4846cad5-655d-4395-9575-f5bb0629dd84 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:55.665897 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-aa47b43a-f910-4e7d-b3bb-304754a598d7 req-4846cad5-655d-4395-9575-f5bb0629dd84 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 943 time: 0.0715854 Jun 23 16:57:55.684641 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8e66fc81-2c68-40cf-9cc6-06e121364b56 req-e8f87ca0-ae7e-4c09-9a8a-b20c5eea1eac tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346360 Jun 23 16:57:55.709635 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-aa47b43a-f910-4e7d-b3bb-304754a598d7 req-942bb7cc-30cf-4342-95d2-b908fc62d6cc tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376935 Jun 23 16:57:56.011961 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852cf8b-24e5-4a7f-8303-26f42c92e886 req-0c65e493-b0a9-439a-bb5d-9a085efacaf4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:56.013421 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0852cf8b-24e5-4a7f-8303-26f42c92e886 req-0c65e493-b0a9-439a-bb5d-9a085efacaf4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0730660 Jun 23 16:57:56.051141 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0852cf8b-24e5-4a7f-8303-26f42c92e886 req-5d5cd599-cb92-4153-ac83-49bbd06fa810 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314372 Jun 23 16:57:56.222242 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcbc08-464d-4640-bafd-84d173a3aba9 req-72329faf-18a0-4cf4-a450-115c5ede25e8 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:56.223721 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5fbcbc08-464d-4640-bafd-84d173a3aba9 req-72329faf-18a0-4cf4-a450-115c5ede25e8 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0632045 Jun 23 16:57:56.232355 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 59130) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:57:56.237708 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-d965b7df-bf0e-4757-9b9c-3d5c38aa3fe5 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Request body: {'floatingip': {'port_id': 'a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:57:56.276196 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d965b7df-bf0e-4757-9b9c-3d5c38aa3fe5 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for floatingip, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:56.716912 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d965b7df-bf0e-4757-9b9c-3d5c38aa3fe5 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:56.834375 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d965b7df-bf0e-4757-9b9c-3d5c38aa3fe5 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724514'] for floatingip, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:56.883683 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731db3cc-a167-4873-a572-02d2b9689895 req-062c816a-e8c1-4d7d-a876-030abe94dce9 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:56.885178 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-731db3cc-a167-4873-a572-02d2b9689895 req-062c816a-e8c1-4d7d-a876-030abe94dce9 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 943 time: 0.0636351 Jun 23 16:57:56.926692 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-731db3cc-a167-4873-a572-02d2b9689895 req-9584884e-9016-49c8-96f9-bd24dc18f7ff tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358114 Jun 23 16:57:56.948505 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45436d-72a6-4d40-a016-37553fb2f95e req-72d051f6-fd11-400a-b9e7-3a2505cde2d9 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:56.950015 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cd45436d-72a6-4d40-a016-37553fb2f95e req-72d051f6-fd11-400a-b9e7-3a2505cde2d9 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.1465459 Jun 23 16:57:57.057688 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:57.245442 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.l3_db [None req-d965b7df-bf0e-4757-9b9c-3d5c38aa3fe5 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Floating IP 0eb1cb82-ab49-4279-a765-b6aeb5d6c044 associated. External IP: 172.27.2.183, port: a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407. Jun 23 16:57:57.290271 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cd45436d-72a6-4d40-a016-37553fb2f95e req-cebf6b21-93e0-440c-8c78-f3486e5ba860 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3342400 Jun 23 16:57:57.464943 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d965b7df-bf0e-4757-9b9c-3d5c38aa3fe5 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Router e23fc3d5-808f-4376-8ac3-177c625bcd68 has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:57:57.571845 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d965b7df-bf0e-4757-9b9c-3d5c38aa3fe5 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:57:57.576728 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d965b7df-bf0e-4757-9b9c-3d5c38aa3fe5 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:57.581947 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cee40f-4ef5-45bb-b5d6-eae5a219eeec None None] Sync routers for ids ['e23fc3d5-808f-4376-8ac3-177c625bcd68'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:57:57.591086 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cee40f-4ef5-45bb-b5d6-eae5a219eeec None None] Routers {'e23fc3d5-808f-4376-8ac3-177c625bcd68'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:57:57.591714 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-79cee40f-4ef5-45bb-b5d6-eae5a219eeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:57:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['e23fc3d5-808f-4376-8ac3-177c625bcd68'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:57.615788 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-d965b7df-bf0e-4757-9b9c-3d5c38aa3fe5 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "PUT /v2.0/floatingips/0eb1cb82-ab49-4279-a765-b6aeb5d6c044 HTTP/1.1" status: 200 len: 992 time: 1.3823364 Jun 23 16:57:57.616416 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd1d6c5-9c91-461a-9950-4963838daf7b', 'tag': 'a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:57:57.618726 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b6e187-68bb-4c39-b819-2ac4de6cfd31" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd1d6c5-9c91-461a-9950-4963838daf7b", "tag": "a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:57:57.660408 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7867b7-89e3-42ce-978f-681ca712e1b4 x-openstack-request-id: req-3f7867b7-89e3-42ce-978f-681ca712e1b4 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:57:57.660408 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd1d6c5-9c91-461a-9950-4963838daf7b", "tag": "a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:57:57.660408 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f7867b7-89e3-42ce-978f-681ca712e1b4 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:57:57.660408 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd1d6c5-9c91-461a-9950-4963838daf7b', 'tag': 'a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407', 'status': 'completed', 'code': 200} Jun 23 16:57:57.827244 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-79cee40f-4ef5-45bb-b5d6-eae5a219eeec None None] Set router e23fc3d5-808f-4376-8ac3-177c625bcd68 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:57:58.100231 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-79cee40f-4ef5-45bb-b5d6-eae5a219eeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'name': 'tempest-AttachVolumeShelveTestJSON-692728524-router', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:51Z', 'updated_at': '2021-06-23T16:53:01Z', 'revision_number': 4, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'gw_port': {'id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': '0eb1cb82-ab49-4279-a765-b6aeb5d6c044', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'port_id': 'a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'mac_address': 'fa:16:3e:24:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd1d6c5-9c91-461a-9950-4963838daf7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:57:28Z', 'updated_at': '2021-06-23T16:57:56Z', 'revision_number': 1, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9067a6-07f9-4796-aaa4-b8fa6ea3925a', 'name': '', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'mac_address': 'fa:16:3e:d8:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:57Z', 'updated_at': '2021-06-23T16:53:17Z', 'revision_number': 5, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'subnets': [{'id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:58.106805 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0dd7b5-ff61-4b8e-aa3e-f1cb02cd7830 req-7b30c61e-4015-4aaa-88c1-2419a9e076ac tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:58.108333 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0f0dd7b5-ff61-4b8e-aa3e-f1cb02cd7830 req-7b30c61e-4015-4aaa-88c1-2419a9e076ac tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 943 time: 0.0642452 Jun 23 16:57:58.127859 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cee40f-4ef5-45bb-b5d6-eae5a219eeec None None] Checking router: e23fc3d5-808f-4376-8ac3-177c625bcd68 for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:57:58.136494 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cee40f-4ef5-45bb-b5d6-eae5a219eeec None None] Routers {'e23fc3d5-808f-4376-8ac3-177c625bcd68'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:57:58.137156 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-79cee40f-4ef5-45bb-b5d6-eae5a219eeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:57:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['e23fc3d5-808f-4376-8ac3-177c625bcd68'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:58.148692 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0f0dd7b5-ff61-4b8e-aa3e-f1cb02cd7830 req-c9994694-dc9a-4e38-a069-a0b9fb7fb970 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333371 Jun 23 16:57:58.245838 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-79cee40f-4ef5-45bb-b5d6-eae5a219eeec None None] Set router e23fc3d5-808f-4376-8ac3-177c625bcd68 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:57:58.479770 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-79cee40f-4ef5-45bb-b5d6-eae5a219eeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'name': 'tempest-AttachVolumeShelveTestJSON-692728524-router', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:51Z', 'updated_at': '2021-06-23T16:53:01Z', 'revision_number': 4, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'gw_port': {'id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': '0eb1cb82-ab49-4279-a765-b6aeb5d6c044', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'port_id': 'a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'mac_address': 'fa:16:3e:24:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd1d6c5-9c91-461a-9950-4963838daf7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:57:28Z', 'updated_at': '2021-06-23T16:57:56Z', 'revision_number': 1, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9067a6-07f9-4796-aaa4-b8fa6ea3925a', 'name': '', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'mac_address': 'fa:16:3e:d8:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:57Z', 'updated_at': '2021-06-23T16:53:17Z', 'revision_number': 5, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'subnets': [{'id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:57:58.480211 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46769096-9b0d-4988-aec0-19defed5919a req-90ed793e-7138-4222-8895-ecd315de2234 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:58.481736 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-46769096-9b0d-4988-aec0-19defed5919a req-90ed793e-7138-4222-8895-ecd315de2234 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0740933 Jun 23 16:57:58.519512 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cee40f-4ef5-45bb-b5d6-eae5a219eeec None None] The sync data for ids ['e23fc3d5-808f-4376-8ac3-177c625bcd68'] in dv-cinder-797608-1-iscsi is: [{'id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'name': 'tempest-AttachVolumeShelveTestJSON-692728524-router', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:51Z', 'updated_at': '2021-06-23T16:53:01Z', 'revision_number': 4, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'gw_port': {'id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': '0eb1cb82-ab49-4279-a765-b6aeb5d6c044', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'port_id': 'a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'mac_address': 'fa:16:3e:24:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd1d6c5-9c91-461a-9950-4963838daf7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:57:28Z', 'updated_at': '2021-06-23T16:57:56Z', 'revision_number': 1, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9067a6-07f9-4796-aaa4-b8fa6ea3925a', 'name': '', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'mac_address': 'fa:16:3e:d8:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:57Z', 'updated_at': '2021-06-23T16:53:17Z', 'revision_number': 5, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'subnets': [{'id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:57:58.527416 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-46769096-9b0d-4988-aec0-19defed5919a req-4b0d9eca-b83d-44c9-958c-7ac10f78dcb3 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392385 Jun 23 16:57:58.648935 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6e187-68bb-4c39-b819-2ac4de6cfd31 req-bdf93b60-fc4e-4b9e-b3cc-d40197b56cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:58.650635 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-01b6e187-68bb-4c39-b819-2ac4de6cfd31 req-bdf93b60-fc4e-4b9e-b3cc-d40197b56cd2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=58bd8fd6ed204ffa93646e359469c46f&device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 1099 time: 0.0590310 Jun 23 16:57:58.722521 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33748f9-7027-4674-a3fb-c8a6f5cc239f None None] New status for floating IP 0eb1cb82-ab49-4279-a765-b6aeb5d6c044: ACTIVE {{(pid=105489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:57:58.749186 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6e187-68bb-4c39-b819-2ac4de6cfd31 req-5002f4ee-0e3d-46f5-bbdd-f095251209f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:58.750600 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-01b6e187-68bb-4c39-b819-2ac4de6cfd31 req-5002f4ee-0e3d-46f5-bbdd-f095251209f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 HTTP/1.1" status: 200 len: 918 time: 0.0928662 Jun 23 16:57:58.824913 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-01b6e187-68bb-4c39-b819-2ac4de6cfd31 req-90228a6d-2728-4fe0-891e-37bf0d8368de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 HTTP/1.1" status: 200 len: 1000 time: 0.0667009 Jun 23 16:57:58.877451 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6e187-68bb-4c39-b819-2ac4de6cfd31 req-66e41ea2-a60e-4ba6-9b99-9693ed1110be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:58.878965 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-01b6e187-68bb-4c39-b819-2ac4de6cfd31 req-66e41ea2-a60e-4ba6-9b99-9693ed1110be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc9f899-f082-4611-8cfd-98693f165ef6 HTTP/1.1" status: 200 len: 855 time: 0.0462987 Jun 23 16:57:58.947758 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6e187-68bb-4c39-b819-2ac4de6cfd31 req-4acce64c-f802-4e82-b979-8be0006d5ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:58.949295 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-01b6e187-68bb-4c39-b819-2ac4de6cfd31 req-4acce64c-f802-4e82-b979-8be0006d5ebe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538402 Jun 23 16:57:59.043801 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-01b6e187-68bb-4c39-b819-2ac4de6cfd31 req-40d891df-b61e-41bc-a58f-3a30fd022e79 service neutron] 10.222.0.35 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866392 Jun 23 16:57:59.139701 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-01b6e187-68bb-4c39-b819-2ac4de6cfd31 req-e081078c-76a3-4a84-b6e7-e6334a359ce6 service neutron] 10.222.0.35 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885172 Jun 23 16:57:59.329066 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625a825-4b0c-48ed-a169-7417dd68b071 req-68415b97-e871-44d2-8272-549fc35c2205 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:59.330847 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3625a825-4b0c-48ed-a169-7417dd68b071 req-68415b97-e871-44d2-8272-549fc35c2205 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 943 time: 0.0710790 Jun 23 16:57:59.374388 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3625a825-4b0c-48ed-a169-7417dd68b071 req-b8306734-6535-42d2-a166-a010646d7103 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378630 Jun 23 16:57:59.453972 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3488695-11b3-4409-b946-2936c7f916aa req-5e408d93-e412-4194-8987-e50cc479c35c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:59.456315 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e3488695-11b3-4409-b946-2936c7f916aa req-5e408d93-e412-4194-8987-e50cc479c35c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.35 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.0733428 Jun 23 16:57:59.562496 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-e3488695-11b3-4409-b946-2936c7f916aa req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Deleting port fe25a1ad-e013-4927-afd6-8865afc577b3 {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:57:59.563050 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-e3488695-11b3-4409-b946-2936c7f916aa req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:59.709304 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-e3488695-11b3-4409-b946-2936c7f916aa req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] For port fe25a1ad-e013-4927-afd6-8865afc577b3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fe25a1ad-e013-4927-afd6-8865afc577b3,segment=NetworkSegment(b569fb93-7894-43d9-9e6f-ec82b13b1eb5),segment_id=b569fb93-7894-43d9-9e6f-ec82b13b1eb5)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:57:59.713975 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-e3488695-11b3-4409-b946-2936c7f916aa req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:59.850163 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3dbbb8-ef61-44d8-a0d1-ba659898a32e req-5371506b-4b1e-4fb4-b001-f65e75fe672d tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:59.851654 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5d3dbbb8-ef61-44d8-a0d1-ba659898a32e req-5371506b-4b1e-4fb4-b001-f65e75fe672d tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 945 time: 0.1874404 Jun 23 16:57:59.936579 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5d3dbbb8-ef61-44d8-a0d1-ba659898a32e req-4560da0e-3da3-4901-b4a9-8e55c4eff754 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=dff21f9f-af5e-4808-a0c0-b54eec4c35e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778358 Jun 23 16:57:59.951055 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-e3488695-11b3-4409-b946-2936c7f916aa req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:59.951426 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-e3488695-11b3-4409-b946-2936c7f916aa req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724514'] for floatingip, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:59.951742 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.db.l3_db [req-e3488695-11b3-4409-b946-2936c7f916aa req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Floating IP cdd7f2a6-2fad-42ed-91e8-4dbc815b6153 disassociated. External IP: 172.27.2.103, port: fe25a1ad-e013-4927-afd6-8865afc577b3. Jun 23 16:57:59.952085 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-e3488695-11b3-4409-b946-2936c7f916aa req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Calling delete_port for fe25a1ad-e013-4927-afd6-8865afc577b3 owned by compute:nova {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:58:00.132064 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-e3488695-11b3-4409-b946-2936c7f916aa req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:00.136416 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7c627225-79d0-4fb5-b1b0-74c03a575f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:00.163867 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Pushing event deleted for resources: {'Port': ['ID=fe25a1ad-e013-4927-afd6-8865afc577b3,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:00.176241 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:00.176629 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:00.177001 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:00.177441 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:00.177809 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:00.178170 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:00.178527 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:00.178882 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:00.179239 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:00.179588 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:00.179940 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:00.180289 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:00.185003 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:00.293402 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3488695-11b3-4409-b946-2936c7f916aa req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Router 4a407d4a-79c7-4139-ac52-94d87a04ea4f has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:58:00.406239 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3488695-11b3-4409-b946-2936c7f916aa req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:58:00.421748 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2579ab4-e122-4cb2-a562-2ce01e04df27 None None] Sync routers for ids ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:58:00.439833 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2579ab4-e122-4cb2-a562-2ce01e04df27 None None] Routers {'4a407d4a-79c7-4139-ac52-94d87a04ea4f'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:58:00.441185 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-b2579ab4-e122-4cb2-a562-2ce01e04df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:57:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:00.458052 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3488695-11b3-4409-b946-2936c7f916aa req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] No DVR routers for this DVR port fe25a1ad-e013-4927-afd6-8865afc577b3 on host hv-cinder-79760 {{(pid=105487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:58:00.460845 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-e3488695-11b3-4409-b946-2936c7f916aa req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:00.462834 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e3488695-11b3-4409-b946-2936c7f916aa req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.35 "DELETE /v2.0/ports/fe25a1ad-e013-4927-afd6-8865afc577b3 HTTP/1.1" status: 204 len: 173 time: 1.0001383 Jun 23 16:58:00.463323 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62f9658-00bb-4a4a-a659-2c9109f9bda8', 'name': 'network-vif-deleted', 'tag': 'fe25a1ad-e013-4927-afd6-8865afc577b3'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:58:00.465860 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8964a00-08d6-4cb9-b5a2-798a9487856a" -d '{"events": [{"server_uuid": "c62f9658-00bb-4a4a-a659-2c9109f9bda8", "name": "network-vif-deleted", "tag": "fe25a1ad-e013-4927-afd6-8865afc577b3"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:58:00.505600 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4ee5e2-5bc2-4e1f-af59-b33f2b0211dd x-openstack-request-id: req-6c4ee5e2-5bc2-4e1f-af59-b33f2b0211dd {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:58:00.505937 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62f9658-00bb-4a4a-a659-2c9109f9bda8", "name": "network-vif-deleted", "tag": "fe25a1ad-e013-4927-afd6-8865afc577b3", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:58:00.506226 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c4ee5e2-5bc2-4e1f-af59-b33f2b0211dd {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:58:00.506659 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62f9658-00bb-4a4a-a659-2c9109f9bda8', 'name': 'network-vif-deleted', 'tag': 'fe25a1ad-e013-4927-afd6-8865afc577b3', 'status': 'completed', 'code': 200} Jun 23 16:58:00.605290 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-b2579ab4-e122-4cb2-a562-2ce01e04df27 None None] Set router 4a407d4a-79c7-4139-ac52-94d87a04ea4f gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:58:00.617918 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a1b08-5f0e-4a2a-b2a5-5bfefdc81060 req-b2342538-93f0-4d89-938a-17477e9e0e21 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:00.620840 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bd5a1b08-5f0e-4a2a-b2a5-5bfefdc81060 req-b2342538-93f0-4d89-938a-17477e9e0e21 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 943 time: 0.0905833 Jun 23 16:58:00.680930 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bd5a1b08-5f0e-4a2a-b2a5-5bfefdc81060 req-3a81b34c-ef35-498e-aeb6-e73fc1116048 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522580 Jun 23 16:58:00.832270 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-b2579ab4-e122-4cb2-a562-2ce01e04df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'name': 'tempest-AttachVolumeTestJSON-1191488516-router', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:50Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '13aefe26f9b840c483117371156e9160', 'gw_port': {'id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '52430676-3bec-4f57-bf8e-18e75324c7f8', 'name': '', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'mac_address': 'fa:16:3e:69:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '556de990-9411-4552-8962-8043c6baa871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:53:03Z', 'updated_at': '2021-06-23T16:53:20Z', 'revision_number': 5, 'project_id': '13aefe26f9b840c483117371156e9160', 'subnets': [{'id': '556de990-9411-4552-8962-8043c6baa871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:00.863360 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2579ab4-e122-4cb2-a562-2ce01e04df27 None None] Checking router: 4a407d4a-79c7-4139-ac52-94d87a04ea4f for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:58:00.871781 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2579ab4-e122-4cb2-a562-2ce01e04df27 None None] Routers {'4a407d4a-79c7-4139-ac52-94d87a04ea4f'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:58:00.872403 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-b2579ab4-e122-4cb2-a562-2ce01e04df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:57:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:00.977807 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-b2579ab4-e122-4cb2-a562-2ce01e04df27 None None] Set router 4a407d4a-79c7-4139-ac52-94d87a04ea4f gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:58:01.095023 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8c22e617-0fd3-4b63-a201-7b4cbf38e120 req-632d881f-df97-48c1-864f-1042140c78c8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c62f9658-00bb-4a4a-a659-2c9109f9bda8 HTTP/1.1" status: 200 len: 210 time: 0.0273099 Jun 23 16:58:01.183656 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-b2579ab4-e122-4cb2-a562-2ce01e04df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'name': 'tempest-AttachVolumeTestJSON-1191488516-router', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:50Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '13aefe26f9b840c483117371156e9160', 'gw_port': {'id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '52430676-3bec-4f57-bf8e-18e75324c7f8', 'name': '', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'mac_address': 'fa:16:3e:69:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '556de990-9411-4552-8962-8043c6baa871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:53:03Z', 'updated_at': '2021-06-23T16:53:20Z', 'revision_number': 5, 'project_id': '13aefe26f9b840c483117371156e9160', 'subnets': [{'id': '556de990-9411-4552-8962-8043c6baa871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:01.210111 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2579ab4-e122-4cb2-a562-2ce01e04df27 None None] The sync data for ids ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'] in dv-cinder-797608-1-iscsi is: [{'id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'name': 'tempest-AttachVolumeTestJSON-1191488516-router', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:50Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '13aefe26f9b840c483117371156e9160', 'gw_port': {'id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '52430676-3bec-4f57-bf8e-18e75324c7f8', 'name': '', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'mac_address': 'fa:16:3e:69:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '556de990-9411-4552-8962-8043c6baa871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:53:03Z', 'updated_at': '2021-06-23T16:53:20Z', 'revision_number': 5, 'project_id': '13aefe26f9b840c483117371156e9160', 'subnets': [{'id': '556de990-9411-4552-8962-8043c6baa871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:58:01.428154 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788208ac-1a35-42bb-83ee-5a68fd4a34c3 None None] New status for floating IP cdd7f2a6-2fad-42ed-91e8-4dbc815b6153: DOWN {{(pid=105489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:58:01.853930 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e9f46-8a18-40b9-8a4b-ab3f5fbfcd06 req-398659f1-f737-40d2-816e-9452b7bd98b1 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:01.855537 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-585e9f46-8a18-40b9-8a4b-ab3f5fbfcd06 req-398659f1-f737-40d2-816e-9452b7bd98b1 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 943 time: 0.0658629 Jun 23 16:58:01.894826 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-585e9f46-8a18-40b9-8a4b-ab3f5fbfcd06 req-40ad83c5-9b1d-4076-b3a8-9b455319538d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336890 Jun 23 16:58:02.281130 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 59222) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:02.342002 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7f03d32d-77fb-4729-a9d2-2f435d545e32 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:02.365572 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7f03d32d-77fb-4729-a9d2-2f435d545e32 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:02.497441 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7f03d32d-77fb-4729-a9d2-2f435d545e32 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:02.500021 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7f03d32d-77fb-4729-a9d2-2f435d545e32 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:02.501180 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-7f03d32d-77fb-4729-a9d2-2f435d545e32 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "DELETE /v2.0/security-groups/dff21f9f-af5e-4808-a0c0-b54eec4c35e6 HTTP/1.1" status: 204 len: 168 time: 0.2190084 Jun 23 16:58:02.503018 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-e55d672c-f0a0-4b29-87e3-b3ace8386019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:02.504668 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 59228) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:02.512324 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03d32d-77fb-4729-a9d2-2f435d545e32 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff21f9f-af5e-4808-a0c0-b54eec4c35e6,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:02.519614 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.api.v2.resource [None req-0bd14d3c-8719-452d-abd8-b08581ff20aa tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] show failed (client error): The resource could not be found. Jun 23 16:58:02.520335 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03d32d-77fb-4729-a9d2-2f435d545e32 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:02.520612 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-0bd14d3c-8719-452d-abd8-b08581ff20aa tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups/dff21f9f-af5e-4808-a0c0-b54eec4c35e6 HTTP/1.1" status: 404 len: 347 time: 0.0147560 Jun 23 16:58:02.520845 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03d32d-77fb-4729-a9d2-2f435d545e32 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:02.521068 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03d32d-77fb-4729-a9d2-2f435d545e32 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:02.521456 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03d32d-77fb-4729-a9d2-2f435d545e32 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:02.521811 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03d32d-77fb-4729-a9d2-2f435d545e32 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:02.522177 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03d32d-77fb-4729-a9d2-2f435d545e32 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:02.522529 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03d32d-77fb-4729-a9d2-2f435d545e32 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:02.522882 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03d32d-77fb-4729-a9d2-2f435d545e32 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:02.523228 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03d32d-77fb-4729-a9d2-2f435d545e32 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:02.523449 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 59230) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:02.523560 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03d32d-77fb-4729-a9d2-2f435d545e32 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:02.523913 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03d32d-77fb-4729-a9d2-2f435d545e32 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:02.524257 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f03d32d-77fb-4729-a9d2-2f435d545e32 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:02.527508 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-7f03d32d-77fb-4729-a9d2-2f435d545e32 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:02.682367 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 24888332-5c1a-4242-abfb-632ad4504fd2 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:58:02.695799 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device fe25a1ad-e013-4927-afd6-8865afc577b3 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:58:02.725182 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] No Port match for: fe25a1ad-e013-4927-afd6-8865afc577b3 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:58:02.725544 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device fe25a1ad-e013-4927-afd6-8865afc577b3 not bound to the agent host hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:58:02.820283 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 24888332-5c1a-4242-abfb-632ad4504fd2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=24888332-5c1a-4242-abfb-632ad4504fd2,segment=NetworkSegment(99021f02-74f6-4b5b-87b5-bc50f7979082),segment_id=99021f02-74f6-4b5b-87b5-bc50f7979082)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:58:02.832161 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': '24888332-5c1a-4242-abfb-632ad4504fd2', 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9', 'port_id': '24888332-5c1a-4242-abfb-632ad4504fd2', 'mac_address': 'fa:16:3e:d5:f6:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75fcf02c-21d1-4889-9904-bcce91c63f88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:58:02.871860 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:02.888643 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24888332-5c1a-4242-abfb-632ad4504fd2 {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:58:02.912974 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 24888332-5c1a-4242-abfb-632ad4504fd2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=24888332-5c1a-4242-abfb-632ad4504fd2,segment=NetworkSegment(99021f02-74f6-4b5b-87b5-bc50f7979082),segment_id=99021f02-74f6-4b5b-87b5-bc50f7979082)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:58:02.920335 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-921e0012-b43d-4093-b25a-af086fcd90b9 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Deleting port 5a3d53e9-fbee-4cc8-acd3-2f56ddc76d5b {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:58:02.920840 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-921e0012-b43d-4093-b25a-af086fcd90b9 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:03.000156 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:03.000701 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-921e0012-b43d-4093-b25a-af086fcd90b9 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:03.000856 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-921e0012-b43d-4093-b25a-af086fcd90b9 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:03.003864 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:03.014159 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-921e0012-b43d-4093-b25a-af086fcd90b9 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Calling delete_port for 5a3d53e9-fbee-4cc8-acd3-2f56ddc76d5b owned by network:floatingip {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:58:03.057066 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=24888332-5c1a-4242-abfb-632ad4504fd2,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:03.060780 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:03.078392 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04ccda-262f-47c3-8094-095da68f1698 req-1fc6743f-f5c9-4731-86d7-a4d7029ad7a7 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:03.079985 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ae04ccda-262f-47c3-8094-095da68f1698 req-1fc6743f-f5c9-4731-86d7-a4d7029ad7a7 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 944 time: 0.0709426 Jun 23 16:58:03.118623 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ae04ccda-262f-47c3-8094-095da68f1698 req-6eb9396a-9204-48c7-af27-3e5f72659951 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329628 Jun 23 16:58:03.217488 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-921e0012-b43d-4093-b25a-af086fcd90b9 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:03.219734 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:03.246073 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e0012-b43d-4093-b25a-af086fcd90b9 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Pushing event deleted for resources: {'Port': ['ID=5a3d53e9-fbee-4cc8-acd3-2f56ddc76d5b,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:03.248417 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-921e0012-b43d-4093-b25a-af086fcd90b9 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:03.283897 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['24888332-5c1a-4242-abfb-632ad4504fd2'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:58:03.314858 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-921e0012-b43d-4093-b25a-af086fcd90b9 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for floatingip, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:03.317396 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-921e0012-b43d-4093-b25a-af086fcd90b9 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for floatingip, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:03.318691 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-921e0012-b43d-4093-b25a-af086fcd90b9 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "DELETE /v2.0/floatingips/cdd7f2a6-2fad-42ed-91e8-4dbc815b6153 HTTP/1.1" status: 204 len: 168 time: 0.7943571 Jun 23 16:58:03.824142 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 59244) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:03.828921 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-47eca66e-6650-49ad-a8eb-5a649d5632c8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1827500311', 'description': 'tempest-description--1650716735'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:03.958556 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-47eca66e-6650-49ad-a8eb-5a649d5632c8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:04.047993 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-47eca66e-6650-49ad-a8eb-5a649d5632c8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:04.129702 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-47eca66e-6650-49ad-a8eb-5a649d5632c8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:04.132287 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-407636f2-22c1-4f34-9fab-e013fbfbcec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:04.165792 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eca66e-6650-49ad-a8eb-5a649d5632c8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12cebc74-9104-4d4b-8b9d-2a4a912adb2d,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:04.168743 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-47eca66e-6650-49ad-a8eb-5a649d5632c8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:04.269888 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-47eca66e-6650-49ad-a8eb-5a649d5632c8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:04.271187 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-47eca66e-6650-49ad-a8eb-5a649d5632c8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4459169 Jun 23 16:58:04.274007 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 59248) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:04.278362 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-2af0a123-bd7f-453e-8414-2131cb7265dd tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Request body: {'security_group_rule': {'security_group_id': '12cebc74-9104-4d4b-8b9d-2a4a912adb2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:04.327494 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca50033-347b-4787-9413-3de07a635ebf req-cc4828c7-4f9c-43ab-89b2-97281abcd88a tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:04.333868 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6ca50033-347b-4787-9413-3de07a635ebf req-cc4828c7-4f9c-43ab-89b2-97281abcd88a tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 944 time: 0.0936792 Jun 23 16:58:04.369039 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6ca50033-347b-4787-9413-3de07a635ebf req-c34a2191-2d7b-42ed-b622-202756acb46b tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337074 Jun 23 16:58:04.429652 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2af0a123-bd7f-453e-8414-2131cb7265dd tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:04.496434 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2af0a123-bd7f-453e-8414-2131cb7265dd tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:04.605874 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2af0a123-bd7f-453e-8414-2131cb7265dd tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:04.608356 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:04.625547 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0a123-bd7f-453e-8414-2131cb7265dd tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b277f9-7986-47ce-ae88-ee7cd7772ecc,revision_number=0']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:04.628621 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-2af0a123-bd7f-453e-8414-2131cb7265dd tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:04.713575 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 24888332-5c1a-4242-abfb-632ad4504fd2 up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:58:04.723875 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2af0a123-bd7f-453e-8414-2131cb7265dd tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:04.725154 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-2af0a123-bd7f-453e-8414-2131cb7265dd tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4501891 Jun 23 16:58:04.727832 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 59252) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:04.734758 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-ecfd0fef-301a-40b8-9719-89fb4285ff33 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Request body: {'security_group_rule': {'security_group_id': '12cebc74-9104-4d4b-8b9d-2a4a912adb2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:04.902482 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0fef-301a-40b8-9719-89fb4285ff33 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:04.966801 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0fef-301a-40b8-9719-89fb4285ff33 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:04.977290 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning for port 24888332-5c1a-4242-abfb-632ad4504fd2 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:58:04.981465 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port 24888332-5c1a-4242-abfb-632ad4504fd2 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:58:04.981852 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:05.103684 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0fef-301a-40b8-9719-89fb4285ff33 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:05.106128 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-3b9ce2ae-6873-41c4-9dff-f3b12426e417 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:05.131078 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0fef-301a-40b8-9719-89fb4285ff33 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6a9480-ba15-43ba-a7bc-01d980f9d500,revision_number=0']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:05.134106 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-ecfd0fef-301a-40b8-9719-89fb4285ff33 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:05.194154 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:05.216008 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0fef-301a-40b8-9719-89fb4285ff33 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:05.217041 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589208a8-bd39-4b58-a2c3-4409a6cdd357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24888332-5c1a-4242-abfb-632ad4504fd2'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:58:05.217209 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-ecfd0fef-301a-40b8-9719-89fb4285ff33 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4867139 Jun 23 16:58:05.219382 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748e9737-8ca7-4d5c-a5b6-82b671d590bb" -d '{"events": [{"server_uuid": "589208a8-bd39-4b58-a2c3-4409a6cdd357", "name": "network-vif-plugged", "status": "completed", "tag": "24888332-5c1a-4242-abfb-632ad4504fd2"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:58:05.221087 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 59258) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:05.226243 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-8eba757d-367d-4e48-a50c-49325a8ee76e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Request body: {'floatingip': {'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:05.232922 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 24888332-5c1a-4242-abfb-632ad4504fd2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=24888332-5c1a-4242-abfb-632ad4504fd2,segment=NetworkSegment(99021f02-74f6-4b5b-87b5-bc50f7979082),segment_id=99021f02-74f6-4b5b-87b5-bc50f7979082)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:58:05.259045 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd58341-cf3a-4aa9-bd8d-4fd379db1aaa x-openstack-request-id: req-fdd58341-cf3a-4aa9-bd8d-4fd379db1aaa {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:58:05.261272 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589208a8-bd39-4b58-a2c3-4409a6cdd357", "name": "network-vif-plugged", "status": "completed", "tag": "24888332-5c1a-4242-abfb-632ad4504fd2", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:58:05.261272 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fdd58341-cf3a-4aa9-bd8d-4fd379db1aaa {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:58:05.261272 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589208a8-bd39-4b58-a2c3-4409a6cdd357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24888332-5c1a-4242-abfb-632ad4504fd2', 'code': 200} Jun 23 16:58:05.320117 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:05.322127 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:05.359276 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8eba757d-367d-4e48-a50c-49325a8ee76e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for floatingip, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:05.360623 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 59264) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:05.372563 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=24888332-5c1a-4242-abfb-632ad4504fd2,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:05.375864 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:05.472001 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8eba757d-367d-4e48-a50c-49325a8ee76e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:05.495818 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-15b73644-66fc-4f92-bec1-7a07a7722f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:05.590766 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [None req-8eba757d-367d-4e48-a50c-49325a8ee76e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Allocated IP 172.27.2.105 (1cd33bb4-367c-4537-aa24-40400b43cefc/1811faaa-3b17-4cfd-8a02-b64db4dab64a/620d6398-f03c-4d28-a004-76a52d1cb148) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:58:05.623925 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf22488-6606-4637-ab54-ea0d82f7ac34 req-46e20628-1f62-4119-a17a-c613197724c7 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:05.626128 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-dbf22488-6606-4637-ab54-ea0d82f7ac34 req-46e20628-1f62-4119-a17a-c613197724c7 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 945 time: 0.1276078 Jun 23 16:58:05.688820 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-15b73644-66fc-4f92-bec1-7a07a7722f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:05.692842 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-dbf22488-6606-4637-ab54-ea0d82f7ac34 req-60173170-4a38-4d14-8496-60790b2fbb22 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554478 Jun 23 16:58:05.714212 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8eba757d-367d-4e48-a50c-49325a8ee76e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:05.801630 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-15b73644-66fc-4f92-bec1-7a07a7722f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:05.805350 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-d0bdcac7-79d5-4beb-9558-e87402de6e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:05.808122 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2092d-ca07-4df9-9372-1002c6fe7d09 req-049bb8a8-59bd-4e05-a0fe-846e74ff3503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:05.809654 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-10d2092d-ca07-4df9-9372-1002c6fe7d09 req-049bb8a8-59bd-4e05-a0fe-846e74ff3503 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 1098 time: 0.1302855 Jun 23 16:58:05.842649 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-15b73644-66fc-4f92-bec1-7a07a7722f7b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff2adb8be53b4bd0ad9692a5b3a4398c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4797494 Jun 23 16:58:05.843784 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b73644-66fc-4f92-bec1-7a07a7722f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3995b5db-8264-4748-9cba-4a9ed399dbfa,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:05.845430 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 59274) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:05.847299 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-15b73644-66fc-4f92-bec1-7a07a7722f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:05.862552 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-10d2092d-ca07-4df9-9372-1002c6fe7d09 req-a8892ad8-56a3-4663-a797-3aa3c2dd4872 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426078 Jun 23 16:58:05.900654 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-75d0b7f9-5233-4b67-97c6-352dfd5b8c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:05.912364 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8eba757d-367d-4e48-a50c-49325a8ee76e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26947858'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:05.917065 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-cff1b70e-0b8e-4459-8993-2c915a05c267 tempest-VolumesActionsTest-1859447993 tempest-VolumesActionsTest-1859447993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:05.947113 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-75d0b7f9-5233-4b67-97c6-352dfd5b8c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:05.989936 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eba757d-367d-4e48-a50c-49325a8ee76e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Network 1cd33bb4-367c-4537-aa24-40400b43cefc is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:58:05.994811 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-8eba757d-367d-4e48-a50c-49325a8ee76e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:58:05.999592 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eba757d-367d-4e48-a50c-49325a8ee76e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:58:06.002483 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba757d-367d-4e48-a50c-49325a8ee76e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Pushing event updated for resources: {'Port': ['ID=620d6398-f03c-4d28-a004-76a52d1cb148,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:06.005821 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-8eba757d-367d-4e48-a50c-49325a8ee76e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:06.145135 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-75d0b7f9-5233-4b67-97c6-352dfd5b8c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:06.147780 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-75d0b7f9-5233-4b67-97c6-352dfd5b8c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:06.148908 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-75d0b7f9-5233-4b67-97c6-352dfd5b8c6c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3995b5db-8264-4748-9cba-4a9ed399dbfa HTTP/1.1" status: 204 len: 168 time: 0.3023713 Jun 23 16:58:06.171328 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-4807964b-3290-4332-9a72-24c49b994710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:06.185637 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0b7f9-5233-4b67-97c6-352dfd5b8c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3995b5db-8264-4748-9cba-4a9ed399dbfa,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:06.188958 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-75d0b7f9-5233-4b67-97c6-352dfd5b8c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:06.200735 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8eba757d-367d-4e48-a50c-49325a8ee76e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:06.338498 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8eba757d-367d-4e48-a50c-49325a8ee76e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:06.501888 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8eba757d-367d-4e48-a50c-49325a8ee76e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:06.560487 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8eba757d-367d-4e48-a50c-49325a8ee76e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947840'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:06.564524 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-03e2776b-f227-4a6a-96b5-de0b065a5ce4 tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:06.635571 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba757d-367d-4e48-a50c-49325a8ee76e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Pushing event updated for resources: {'Port': ['ID=620d6398-f03c-4d28-a004-76a52d1cb148,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:06.643876 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-8eba757d-367d-4e48-a50c-49325a8ee76e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:06.648886 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8eba757d-367d-4e48-a50c-49325a8ee76e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724514'] for floatingip, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:06.773360 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8eba757d-367d-4e48-a50c-49325a8ee76e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for floatingip, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:06.773678 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-8eba757d-367d-4e48-a50c-49325a8ee76e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5515869 Jun 23 16:58:07.038458 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf577196-fcf1-440e-90c2-54f01f3feab2 req-325a6f6c-957c-4c16-a979-ec6ee29d5970 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:07.040039 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-cf577196-fcf1-440e-90c2-54f01f3feab2 req-325a6f6c-957c-4c16-a979-ec6ee29d5970 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 945 time: 0.0722938 Jun 23 16:58:07.080042 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-cf577196-fcf1-440e-90c2-54f01f3feab2 req-4dd5b729-ec93-49c5-8a4b-47dd52338a66 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341785 Jun 23 16:58:07.193848 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-cd4cfca1-e551-4c01-bdce-9f46f3db884f tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1827500311&fields=id&tenant_id=13aefe26f9b840c483117371156e9160 HTTP/1.1" status: 200 len: 267 time: 0.0341461 Jun 23 16:58:07.312894 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-a94b493f-4abc-4c17-b448-b8d39f65b5f9 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:07.314302 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-a94b493f-4abc-4c17-b448-b8d39f65b5f9 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/networks?id=b23fbb98-5784-4b39-a20a-1c7bc7c6884e HTTP/1.1" status: 200 len: 811 time: 0.1138833 Jun 23 16:58:07.329174 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-e523239e-6fae-4257-8038-ef95044deaf4 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/quotas/13aefe26f9b840c483117371156e9160 HTTP/1.1" status: 200 len: 375 time: 0.0091109 Jun 23 16:58:07.406349 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-10f05618-a4da-4fb2-908c-c7ce9705e507 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=13aefe26f9b840c483117371156e9160&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0716488 Jun 23 16:58:07.596033 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-ed9a3b0b-0d21-40cf-a36a-d62a10d8d2b4 service neutron] 10.222.0.25 "GET /v2.0/networks/b23fbb98-5784-4b39-a20a-1c7bc7c6884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762395 Jun 23 16:58:07.688201 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-5b82671d-b5e1-4cfb-8241-db32e93516dc service neutron] 10.222.0.25 "GET /v2.0/networks/b23fbb98-5784-4b39-a20a-1c7bc7c6884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862851 Jun 23 16:58:08.000929 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5690da20-05e6-4683-8ce2-1c01a78f01ca req-99d5a41c-35f9-441f-aad6-16b41daa3aa2 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c396daf2-4393-4ba3-9cd0-26ffd9f3898c HTTP/1.1" status: 200 len: 210 time: 0.0280075 Jun 23 16:58:08.279527 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b2785-d5ed-4854-912d-3130a0418b88 req-1b9fab2a-30ae-44a3-9e45-19aedc993185 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:08.281669 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f36b2785-d5ed-4854-912d-3130a0418b88 req-1b9fab2a-30ae-44a3-9e45-19aedc993185 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 945 time: 0.0748749 Jun 23 16:58:08.323296 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f36b2785-d5ed-4854-912d-3130a0418b88 req-8c4ed486-5f29-43e1-bc69-085100558152 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347459 Jun 23 16:58:08.515555 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c38476-1bab-456c-b407-11646d63611d req-1bbd60c1-4d29-40aa-bcaf-992ac77c325b tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:08.517969 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-52c38476-1bab-456c-b407-11646d63611d req-1bbd60c1-4d29-40aa-bcaf-992ac77c325b tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 945 time: 0.0686255 Jun 23 16:58:08.557178 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-52c38476-1bab-456c-b407-11646d63611d req-a9414df0-804c-4f0a-ad56-c9d9c5928e86 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332747 Jun 23 16:58:08.950812 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9163b-c1d0-4269-b04a-2842d3050f9a req-a287e651-6d54-4ad6-8860-80112665e79b tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:08.952281 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-eec9163b-c1d0-4269-b04a-2842d3050f9a req-a287e651-6d54-4ad6-8860-80112665e79b tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 945 time: 0.0671034 Jun 23 16:58:08.992557 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-eec9163b-c1d0-4269-b04a-2842d3050f9a req-cbc2ee66-3a36-4067-997f-5eb43f3e4146 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338132 Jun 23 16:58:09.089399 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-334101b0-598a-4c24-b326-2e94e3eaf4ab req-b54cf900-e982-491f-94da-56ca98c9f877 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c396daf2-4393-4ba3-9cd0-26ffd9f3898c HTTP/1.1" status: 200 len: 210 time: 0.0315313 Jun 23 16:58:10.243451 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fe93439e-c82d-4bd0-a8a8-dd319c4f4eb2 req-0b317795-21dc-4bce-b626-3a124c37913a tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c396daf2-4393-4ba3-9cd0-26ffd9f3898c HTTP/1.1" status: 200 len: 210 time: 0.0335875 Jun 23 16:58:11.046040 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-5ada14d4-b80d-4653-8967-536c27ffeb46 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:11.047427 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-5ada14d4-b80d-4653-8967-536c27ffeb46 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.35 "GET /v2.0/networks?id=b23fbb98-5784-4b39-a20a-1c7bc7c6884e HTTP/1.1" status: 200 len: 811 time: 0.1014111 Jun 23 16:58:11.098473 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-fc78e99a-280c-4bad-b1e0-20248eafd5d1 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13aefe26f9b840c483117371156e9160 HTTP/1.1" status: 200 len: 380 time: 0.0365667 Jun 23 16:58:11.107641 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-1c15518b-58c5-4305-9e17-97a7ee994e4b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Request body: {'port': {'device_id': 'c396daf2-4393-4ba3-9cd0-26ffd9f3898c', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'admin_state_up': True, 'tenant_id': '13aefe26f9b840c483117371156e9160', 'security_groups': ['12cebc74-9104-4d4b-8b9d-2a4a912adb2d']}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:11.260189 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:58:11.329697 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-1c15518b-58c5-4305-9e17-97a7ee994e4b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Made reservation on behalf of 13aefe26f9b840c483117371156e9160 for: {'port': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:58:11.334712 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-1c15518b-58c5-4305-9e17-97a7ee994e4b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:11.428311 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c9e6628f-2948-4194-a3c3-5c6a86fa089c req-d5caccca-725a-4190-8be0-331966677476 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c396daf2-4393-4ba3-9cd0-26ffd9f3898c HTTP/1.1" status: 200 len: 210 time: 0.0401926 Jun 23 16:58:11.497008 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-1c15518b-58c5-4305-9e17-97a7ee994e4b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Allocated IP 172.20.0.5 (b23fbb98-5784-4b39-a20a-1c7bc7c6884e/556de990-9411-4552-8962-8043c6baa871/208da926-1c61-4ed5-a8d9-d52453ae97d7) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:58:11.638987 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-1c15518b-58c5-4305-9e17-97a7ee994e4b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:11.653629 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-1c15518b-58c5-4305-9e17-97a7ee994e4b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Transition to ACTIVE for port object 208da926-1c61-4ed5-a8d9-d52453ae97d7 will not be triggered until provisioned by entity DHCP. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:58:11.760788 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-1c15518b-58c5-4305-9e17-97a7ee994e4b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26947858'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:11.764858 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-fa125aac-38fd-4ef5-bd0e-ec2cd84db2f4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:11.809189 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-1c15518b-58c5-4305-9e17-97a7ee994e4b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Network b23fbb98-5784-4b39-a20a-1c7bc7c6884e is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:58:11.816891 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-1c15518b-58c5-4305-9e17-97a7ee994e4b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:58:11.820050 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-1c15518b-58c5-4305-9e17-97a7ee994e4b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:58:11.827237 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15518b-58c5-4305-9e17-97a7ee994e4b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Pushing event updated for resources: {'Port': ['ID=208da926-1c61-4ed5-a8d9-d52453ae97d7,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:11.847096 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-1c15518b-58c5-4305-9e17-97a7ee994e4b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:11.873828 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-1c15518b-58c5-4305-9e17-97a7ee994e4b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:11.874446 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-1c15518b-58c5-4305-9e17-97a7ee994e4b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:12.012017 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-1c15518b-58c5-4305-9e17-97a7ee994e4b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9080124 Jun 23 16:58:12.030859 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Request body: {'port': {'device_id': 'c396daf2-4393-4ba3-9cd0-26ffd9f3898c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:12.112127 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:12.181170 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-5fb3cdef-abd9-4dd3-961d-94f8378fb814 None None] Provisioning for port 208da926-1c61-4ed5-a8d9-d52453ae97d7 completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:58:12.185306 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-5fb3cdef-abd9-4dd3-961d-94f8378fb814 None None] Provisioning complete for port 208da926-1c61-4ed5-a8d9-d52453ae97d7 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:58:12.187862 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-5fb3cdef-abd9-4dd3-961d-94f8378fb814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:12.219472 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-5fb3cdef-abd9-4dd3-961d-94f8378fb814 None None] Port 208da926-1c61-4ed5-a8d9-d52453ae97d7 cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:58:12.375259 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208da926-1c61-4ed5-a8d9-d52453ae97d7 {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:58:12.383234 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:12.395186 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Transition to ACTIVE for port object 208da926-1c61-4ed5-a8d9-d52453ae97d7 will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:58:12.489700 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947840'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:12.491760 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-921e0012-b43d-4093-b25a-af086fcd90b9 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:12.549251 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Pushing event updated for resources: {'Port': ['ID=208da926-1c61-4ed5-a8d9-d52453ae97d7,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:12.572546 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:12.653544 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Attempting to bind port 208da926-1c61-4ed5-a8d9-d52453ae97d7 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:58:12.653911 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Attempting to bind port 208da926-1c61-4ed5-a8d9-d52453ae97d7 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'b569fb93-7894-43d9-9e6f-ec82b13b1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:58:12.654225 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Attempting to bind port 208da926-1c61-4ed5-a8d9-d52453ae97d7 on network b23fbb98-5784-4b39-a20a-1c7bc7c6884e {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:58:12.662332 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Port 208da926-1c61-4ed5-a8d9-d52453ae97d7 on network b23fbb98-5784-4b39-a20a-1c7bc7c6884e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:58:12.662661 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Attempting to bind port 208da926-1c61-4ed5-a8d9-d52453ae97d7 on network b23fbb98-5784-4b39-a20a-1c7bc7c6884e {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:58:12.670585 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Checking agent: {'id': '78e83b5f-0ecc-435c-a465-b1f96103afbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:58:12.670926 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Checking segment: {'id': 'b569fb93-7894-43d9-9e6f-ec82b13b1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:58:12.671312 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Bound using segment: {'id': 'b569fb93-7894-43d9-9e6f-ec82b13b1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:58:12.671751 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Bound port: 208da926-1c61-4ed5-a8d9-d52453ae97d7, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b569fb93-7894-43d9-9e6f-ec82b13b1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:58:12.672106 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:12.744982 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e06b06-562b-4cb9-a875-53b5a3aa9ff2 req-b43909ec-a765-4c39-9662-99c927d1f8af tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:12.746917 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-60e06b06-562b-4cb9-a875-53b5a3aa9ff2 req-b43909ec-a765-4c39-9662-99c927d1f8af tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c396daf2-4393-4ba3-9cd0-26ffd9f3898c HTTP/1.1" status: 200 len: 943 time: 0.1333406 Jun 23 16:58:12.787436 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] For port 208da926-1c61-4ed5-a8d9-d52453ae97d7, host hv-cinder-79760, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:58:12.808431 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] For port 208da926-1c61-4ed5-a8d9-d52453ae97d7, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=208da926-1c61-4ed5-a8d9-d52453ae97d7,segment=NetworkSegment(b569fb93-7894-43d9-9e6f-ec82b13b1eb5),segment_id=b569fb93-7894-43d9-9e6f-ec82b13b1eb5)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:58:12.814003 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-60e06b06-562b-4cb9-a875-53b5a3aa9ff2 req-ff25f905-3175-4d57-933a-c754ff05c11f tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=12cebc74-9104-4d4b-8b9d-2a4a912adb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584731 Jun 23 16:58:12.884494 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947840'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:12.886704 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-1c15518b-58c5-4305-9e17-97a7ee994e4b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:12.925118 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:12.925737 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:12.927134 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] 10.222.0.35 "PUT /v2.0/ports/208da926-1c61-4ed5-a8d9-d52453ae97d7 HTTP/1.1" status: 200 len: 1093 time: 0.9005167 Jun 23 16:58:12.927655 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c396daf2-4393-4ba3-9cd0-26ffd9f3898c', 'tag': '208da926-1c61-4ed5-a8d9-d52453ae97d7'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:58:12.930050 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb1dfd5-d36a-4ee1-a53c-d490cf787818" -d '{"events": [{"name": "network-changed", "server_uuid": "c396daf2-4393-4ba3-9cd0-26ffd9f3898c", "tag": "208da926-1c61-4ed5-a8d9-d52453ae97d7"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:58:12.958395 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Pushing event updated for resources: {'Port': ['ID=208da926-1c61-4ed5-a8d9-d52453ae97d7,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:12.962401 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:13.026116 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700b5031-319d-452a-8d25-7e2f9fa16419 x-openstack-request-id: req-700b5031-319d-452a-8d25-7e2f9fa16419 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:58:13.026512 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c396daf2-4393-4ba3-9cd0-26ffd9f3898c", "tag": "208da926-1c61-4ed5-a8d9-d52453ae97d7", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:58:13.026886 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-700b5031-319d-452a-8d25-7e2f9fa16419 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:58:13.027419 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c396daf2-4393-4ba3-9cd0-26ffd9f3898c', 'tag': '208da926-1c61-4ed5-a8d9-d52453ae97d7', 'status': 'completed', 'code': 200} Jun 23 16:58:13.131590 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1dfd5-d36a-4ee1-a53c-d490cf787818 req-a0809884-83c2-4357-9c0b-4c4c285de0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:13.133046 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ceb1dfd5-d36a-4ee1-a53c-d490cf787818 req-a0809884-83c2-4357-9c0b-4c4c285de0a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=13aefe26f9b840c483117371156e9160&device_id=c396daf2-4393-4ba3-9cd0-26ffd9f3898c HTTP/1.1" status: 200 len: 1096 time: 0.0569673 Jun 23 16:58:13.242017 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1dfd5-d36a-4ee1-a53c-d490cf787818 req-ae513df2-e432-4092-b052-307b49342bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:13.243387 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ceb1dfd5-d36a-4ee1-a53c-d490cf787818 req-ae513df2-e432-4092-b052-307b49342bf5 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=13aefe26f9b840c483117371156e9160&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0946877 Jun 23 16:58:13.341486 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1dfd5-d36a-4ee1-a53c-d490cf787818 req-c5596411-a8e8-4b2b-9b06-68282ed5a010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:13.343003 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ceb1dfd5-d36a-4ee1-a53c-d490cf787818 req-c5596411-a8e8-4b2b-9b06-68282ed5a010 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0937114 Jun 23 16:58:13.458882 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d7138ded-9ed4-4412-b5f9-429902d1d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:13.460401 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d7138ded-9ed4-4412-b5f9-429902d1d900 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=13aefe26f9b840c483117371156e9160&device_id=c396daf2-4393-4ba3-9cd0-26ffd9f3898c HTTP/1.1" status: 200 len: 1096 time: 0.0536299 Jun 23 16:58:13.510592 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-0e794243-d379-42e1-bf5d-d33993d4a720 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=208da926-1c61-4ed5-a8d9-d52453ae97d7 HTTP/1.1" status: 200 len: 217 time: 0.0364854 Jun 23 16:58:13.570333 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d6bb6659-cacd-4f61-b8a5-c2adbbc89509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:13.571787 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-d6bb6659-cacd-4f61-b8a5-c2adbbc89509 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=556de990-9411-4552-8962-8043c6baa871 HTTP/1.1" status: 200 len: 850 time: 0.0521746 Jun 23 16:58:13.629860 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-eee5e9d7-92c6-4674-8533-b7a58e5f2f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:13.631338 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-eee5e9d7-92c6-4674-8533-b7a58e5f2f01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b23fbb98-5784-4b39-a20a-1c7bc7c6884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532796 Jun 23 16:58:13.725944 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-1d1f9705-8e6d-4ec4-a243-edcda0c42995 service neutron] 10.222.0.35 "GET /v2.0/networks/b23fbb98-5784-4b39-a20a-1c7bc7c6884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873854 Jun 23 16:58:13.835920 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8304d36e-d8db-4d35-af30-98ad8c0bf2ae req-a0609733-a9f4-4d13-94f8-e77c122c0c59 service neutron] 10.222.0.35 "GET /v2.0/networks/b23fbb98-5784-4b39-a20a-1c7bc7c6884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980725 Jun 23 16:58:13.993596 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2e514-64fa-4420-a6c2-7a120dba4cf3 req-efb36bf9-feaa-4b2e-a657-69da4534a596 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:13.995209 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-84e2e514-64fa-4420-a6c2-7a120dba4cf3 req-efb36bf9-feaa-4b2e-a657-69da4534a596 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c396daf2-4393-4ba3-9cd0-26ffd9f3898c HTTP/1.1" status: 200 len: 943 time: 0.0654569 Jun 23 16:58:14.039316 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-84e2e514-64fa-4420-a6c2-7a120dba4cf3 req-3c442bbe-7e71-4225-8e23-3abb31e1ba83 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=12cebc74-9104-4d4b-8b9d-2a4a912adb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382147 Jun 23 16:58:15.209965 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e5c6b-3195-4cb4-a6db-78b593d5436c req-e1fcfe04-2ccb-4120-b375-7372062e9c20 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:15.211609 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-345e5c6b-3195-4cb4-a6db-78b593d5436c req-e1fcfe04-2ccb-4120-b375-7372062e9c20 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c396daf2-4393-4ba3-9cd0-26ffd9f3898c HTTP/1.1" status: 200 len: 943 time: 0.0632715 Jun 23 16:58:15.250157 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-345e5c6b-3195-4cb4-a6db-78b593d5436c req-b301bf9a-73a8-4537-a32a-39e1d11c0e77 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=12cebc74-9104-4d4b-8b9d-2a4a912adb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329571 Jun 23 16:58:16.427736 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704480e3-824d-4916-9a5a-f8d370b76e58 req-78cb1933-1d17-41f7-8c84-355164eea5d1 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:16.429308 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-704480e3-824d-4916-9a5a-f8d370b76e58 req-78cb1933-1d17-41f7-8c84-355164eea5d1 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c396daf2-4393-4ba3-9cd0-26ffd9f3898c HTTP/1.1" status: 200 len: 943 time: 0.0640497 Jun 23 16:58:16.466217 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-704480e3-824d-4916-9a5a-f8d370b76e58 req-50ed3e67-f48f-4eee-8ff1-44ee45d31fbe tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=12cebc74-9104-4d4b-8b9d-2a4a912adb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313160 Jun 23 16:58:16.807869 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 208da926-1c61-4ed5-a8d9-d52453ae97d7 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:58:16.902144 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 208da926-1c61-4ed5-a8d9-d52453ae97d7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=208da926-1c61-4ed5-a8d9-d52453ae97d7,segment=NetworkSegment(b569fb93-7894-43d9-9e6f-ec82b13b1eb5),segment_id=b569fb93-7894-43d9-9e6f-ec82b13b1eb5)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:58:16.917162 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': '208da926-1c61-4ed5-a8d9-d52453ae97d7', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'port_id': '208da926-1c61-4ed5-a8d9-d52453ae97d7', 'mac_address': 'fa:16:3e:8d:c1:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556de990-9411-4552-8962-8043c6baa871', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:58:16.952998 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:16.966213 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208da926-1c61-4ed5-a8d9-d52453ae97d7 {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:58:16.984740 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 208da926-1c61-4ed5-a8d9-d52453ae97d7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=208da926-1c61-4ed5-a8d9-d52453ae97d7,segment=NetworkSegment(b569fb93-7894-43d9-9e6f-ec82b13b1eb5),segment_id=b569fb93-7894-43d9-9e6f-ec82b13b1eb5)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:58:17.078673 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:17.082059 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:17.128549 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=208da926-1c61-4ed5-a8d9-d52453ae97d7,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:17.131892 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:17.420842 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['208da926-1c61-4ed5-a8d9-d52453ae97d7'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:58:17.650107 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7acb2-b571-44cb-8812-b28ab723eb6c req-db268788-aebc-43fb-98e0-af2168396098 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:17.651564 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5fa7acb2-b571-44cb-8812-b28ab723eb6c req-db268788-aebc-43fb-98e0-af2168396098 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c396daf2-4393-4ba3-9cd0-26ffd9f3898c HTTP/1.1" status: 200 len: 944 time: 0.0670180 Jun 23 16:58:17.689415 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5fa7acb2-b571-44cb-8812-b28ab723eb6c req-967c7961-8db2-47a2-af56-f0a99f621611 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=12cebc74-9104-4d4b-8b9d-2a4a912adb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320044 Jun 23 16:58:18.817557 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 208da926-1c61-4ed5-a8d9-d52453ae97d7 up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:58:18.867784 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0dcdce-97e0-43f3-a5cc-dc90d0ac8748 req-a08ab198-8873-457d-a60a-34218e299605 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:18.869244 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8b0dcdce-97e0-43f3-a5cc-dc90d0ac8748 req-a08ab198-8873-457d-a60a-34218e299605 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c396daf2-4393-4ba3-9cd0-26ffd9f3898c HTTP/1.1" status: 200 len: 944 time: 0.0641289 Jun 23 16:58:18.908710 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8b0dcdce-97e0-43f3-a5cc-dc90d0ac8748 req-09bde64d-f21d-42bd-a715-30022ef5d89a tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=12cebc74-9104-4d4b-8b9d-2a4a912adb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334184 Jun 23 16:58:18.947429 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning for port 208da926-1c61-4ed5-a8d9-d52453ae97d7 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:58:18.951569 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port 208da926-1c61-4ed5-a8d9-d52453ae97d7 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:58:18.951976 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:19.031066 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:19.054153 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c396daf2-4393-4ba3-9cd0-26ffd9f3898c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208da926-1c61-4ed5-a8d9-d52453ae97d7'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:58:19.056421 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67aafb92-f4e9-4513-a64c-f20ba67841c7" -d '{"events": [{"server_uuid": "c396daf2-4393-4ba3-9cd0-26ffd9f3898c", "name": "network-vif-plugged", "status": "completed", "tag": "208da926-1c61-4ed5-a8d9-d52453ae97d7"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:58:19.069788 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 208da926-1c61-4ed5-a8d9-d52453ae97d7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=208da926-1c61-4ed5-a8d9-d52453ae97d7,segment=NetworkSegment(b569fb93-7894-43d9-9e6f-ec82b13b1eb5),segment_id=b569fb93-7894-43d9-9e6f-ec82b13b1eb5)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:58:19.095955 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecd4d10-1017-43cd-9859-2e999e2c1bfb x-openstack-request-id: req-cecd4d10-1017-43cd-9859-2e999e2c1bfb {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:58:19.096264 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c396daf2-4393-4ba3-9cd0-26ffd9f3898c", "name": "network-vif-plugged", "status": "completed", "tag": "208da926-1c61-4ed5-a8d9-d52453ae97d7", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:58:19.096537 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cecd4d10-1017-43cd-9859-2e999e2c1bfb {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:58:19.096947 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c396daf2-4393-4ba3-9cd0-26ffd9f3898c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208da926-1c61-4ed5-a8d9-d52453ae97d7', 'code': 200} Jun 23 16:58:19.160484 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:19.163485 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:19.211703 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=208da926-1c61-4ed5-a8d9-d52453ae97d7,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:19.215436 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:19.581321 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743a5a0-9147-42e2-990e-0f13196657eb req-1a883110-062a-4039-ac38-2fdad0196a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:19.582784 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a743a5a0-9147-42e2-990e-0f13196657eb req-1a883110-062a-4039-ac38-2fdad0196a6b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c396daf2-4393-4ba3-9cd0-26ffd9f3898c HTTP/1.1" status: 200 len: 1098 time: 0.0527103 Jun 23 16:58:19.621296 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a743a5a0-9147-42e2-990e-0f13196657eb req-b6af2cdd-11d3-4454-b7e9-c996c3c651ce service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=12cebc74-9104-4d4b-8b9d-2a4a912adb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286670 Jun 23 16:58:20.096115 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688cfeb-b9b1-4182-963e-98be4091f0a5 req-86e56e51-903f-417a-a9cc-2b9509475c4d tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:20.096115 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8688cfeb-b9b1-4182-963e-98be4091f0a5 req-86e56e51-903f-417a-a9cc-2b9509475c4d tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c396daf2-4393-4ba3-9cd0-26ffd9f3898c HTTP/1.1" status: 200 len: 945 time: 0.0686049 Jun 23 16:58:20.133928 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8688cfeb-b9b1-4182-963e-98be4091f0a5 req-6243e182-d68c-4f3f-8f11-0df7aeec0d3e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=12cebc74-9104-4d4b-8b9d-2a4a912adb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330570 Jun 23 16:58:21.212692 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d3df7-4019-481b-ac6b-6418e258f6f4 req-b8551e8d-06c5-4d39-848b-2045728fed6d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:21.214218 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9f7d3df7-4019-481b-ac6b-6418e258f6f4 req-b8551e8d-06c5-4d39-848b-2045728fed6d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 945 time: 0.0666206 Jun 23 16:58:21.261711 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9f7d3df7-4019-481b-ac6b-6418e258f6f4 req-4a941143-d581-4304-a42d-d123af5ba5b9 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415192 Jun 23 16:58:21.288862 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 59426) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:21.417299 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451075f-b13e-4f7e-bf57-a7281023eb6d req-08f5d6d6-b512-4efb-9dd5-7c687b00a0a4 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:21.418842 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0451075f-b13e-4f7e-bf57-a7281023eb6d req-08f5d6d6-b512-4efb-9dd5-7c687b00a0a4 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c396daf2-4393-4ba3-9cd0-26ffd9f3898c HTTP/1.1" status: 200 len: 945 time: 0.0749643 Jun 23 16:58:21.448555 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-4c809e36-1c00-498d-b7b4-d42fac5517c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:21.488189 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0451075f-b13e-4f7e-bf57-a7281023eb6d req-fa35c8c8-921b-44ca-a14b-87eca7059a6c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=12cebc74-9104-4d4b-8b9d-2a4a912adb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526171 Jun 23 16:58:21.498608 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7497559-6a0e-48a6-81ae-0a27e65d7b74 tempest-TestMinimumBasicScenario-310946020 tempest-TestMinimumBasicScenario-310946020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:21.501430 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-a7497559-6a0e-48a6-81ae-0a27e65d7b74 tempest-TestMinimumBasicScenario-310946020 tempest-TestMinimumBasicScenario-310946020-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 1093 time: 0.2113690 Jun 23 16:58:21.503118 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 59430) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:21.507708 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Request body: {'floatingip': {'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'port_id': '24888332-5c1a-4242-abfb-632ad4504fd2', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:21.594912 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for floatingip, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:21.655112 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db721718-bc39-4cd1-a59e-3bc22760f49b req-2ac878a0-ad61-4ba6-90d4-72825cb14921 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:21.656598 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-db721718-bc39-4cd1-a59e-3bc22760f49b req-2ac878a0-ad61-4ba6-90d4-72825cb14921 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c396daf2-4393-4ba3-9cd0-26ffd9f3898c HTTP/1.1" status: 200 len: 945 time: 0.0632033 Jun 23 16:58:21.666032 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 59434) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:21.670720 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-57673d03-13d8-4749-a47d-ee0c824eda0c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Request body: {'floatingip': {'port_id': '208da926-1c61-4ed5-a8d9-d52453ae97d7'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:21.691429 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:21.710112 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-57673d03-13d8-4749-a47d-ee0c824eda0c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for floatingip, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:21.804298 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Allocated IP 172.27.2.37 (1cd33bb4-367c-4537-aa24-40400b43cefc/1811faaa-3b17-4cfd-8a02-b64db4dab64a/086f7421-12ab-4d88-9d24-8f96dfb88407) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:58:21.910668 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:22.022901 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26947858'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:22.025799 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:22.068467 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Network 1cd33bb4-367c-4537-aa24-40400b43cefc is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:58:22.071529 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:58:22.074394 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:58:22.100128 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Pushing event updated for resources: {'Port': ['ID=086f7421-12ab-4d88-9d24-8f96dfb88407,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:22.103345 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:22.171478 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-57673d03-13d8-4749-a47d-ee0c824eda0c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:22.274490 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-57673d03-13d8-4749-a47d-ee0c824eda0c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724514'] for floatingip, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:22.379217 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.l3_db [None req-57673d03-13d8-4749-a47d-ee0c824eda0c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Floating IP 1d0ea17e-b4ee-4cb4-b2d7-5ee96c0974d7 associated. External IP: 172.27.2.105, port: 208da926-1c61-4ed5-a8d9-d52453ae97d7. Jun 23 16:58:22.460541 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:22.591198 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57673d03-13d8-4749-a47d-ee0c824eda0c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Router 4a407d4a-79c7-4139-ac52-94d87a04ea4f has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:58:22.640868 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:22.674848 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:22.703967 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57673d03-13d8-4749-a47d-ee0c824eda0c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:58:22.709190 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-57673d03-13d8-4749-a47d-ee0c824eda0c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:22.717609 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a9ddb4-b008-47dc-b994-fa108d0c0f40 None None] Sync routers for ids ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:58:22.727008 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a9ddb4-b008-47dc-b994-fa108d0c0f40 None None] Routers {'4a407d4a-79c7-4139-ac52-94d87a04ea4f'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:58:22.727790 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-17a9ddb4-b008-47dc-b994-fa108d0c0f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:57:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:22.750210 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-57673d03-13d8-4749-a47d-ee0c824eda0c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "PUT /v2.0/floatingips/1d0ea17e-b4ee-4cb4-b2d7-5ee96c0974d7 HTTP/1.1" status: 200 len: 991 time: 1.0803738 Jun 23 16:58:22.750210 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c396daf2-4393-4ba3-9cd0-26ffd9f3898c', 'tag': '208da926-1c61-4ed5-a8d9-d52453ae97d7'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:58:22.751478 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93600721-70f1-499c-ac95-26a8a28b9f11" -d '{"events": [{"name": "network-changed", "server_uuid": "c396daf2-4393-4ba3-9cd0-26ffd9f3898c", "tag": "208da926-1c61-4ed5-a8d9-d52453ae97d7"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:58:22.791185 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558c6c58-6407-4753-9415-8b2eafbfcb4f x-openstack-request-id: req-558c6c58-6407-4753-9415-8b2eafbfcb4f {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:58:22.793404 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c396daf2-4393-4ba3-9cd0-26ffd9f3898c", "tag": "208da926-1c61-4ed5-a8d9-d52453ae97d7", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:58:22.793404 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-558c6c58-6407-4753-9415-8b2eafbfcb4f {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:58:22.793404 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c396daf2-4393-4ba3-9cd0-26ffd9f3898c', 'tag': '208da926-1c61-4ed5-a8d9-d52453ae97d7', 'status': 'completed', 'code': 200} Jun 23 16:58:22.851770 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-17a9ddb4-b008-47dc-b994-fa108d0c0f40 None None] Set router 4a407d4a-79c7-4139-ac52-94d87a04ea4f gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:58:23.096784 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-17a9ddb4-b008-47dc-b994-fa108d0c0f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'name': 'tempest-AttachVolumeTestJSON-1191488516-router', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:50Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '13aefe26f9b840c483117371156e9160', 'gw_port': {'id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': '1d0ea17e-b4ee-4cb4-b2d7-5ee96c0974d7', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'port_id': '208da926-1c61-4ed5-a8d9-d52453ae97d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'mac_address': 'fa:16:3e:8d:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c396daf2-4393-4ba3-9cd0-26ffd9f3898c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:58:06Z', 'updated_at': '2021-06-23T16:58:22Z', 'revision_number': 1, 'project_id': '13aefe26f9b840c483117371156e9160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52430676-3bec-4f57-bf8e-18e75324c7f8', 'name': '', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'mac_address': 'fa:16:3e:69:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '556de990-9411-4552-8962-8043c6baa871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:53:03Z', 'updated_at': '2021-06-23T16:53:20Z', 'revision_number': 5, 'project_id': '13aefe26f9b840c483117371156e9160', 'subnets': [{'id': '556de990-9411-4552-8962-8043c6baa871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:23.123683 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a9ddb4-b008-47dc-b994-fa108d0c0f40 None None] Checking router: 4a407d4a-79c7-4139-ac52-94d87a04ea4f for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:58:23.126698 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:23.132169 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a9ddb4-b008-47dc-b994-fa108d0c0f40 None None] Routers {'4a407d4a-79c7-4139-ac52-94d87a04ea4f'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:58:23.132803 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-17a9ddb4-b008-47dc-b994-fa108d0c0f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:57:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:23.147225 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93600721-70f1-499c-ac95-26a8a28b9f11 req-957781f4-ca60-4451-bb5b-8cfd380b4700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:23.153694 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-93600721-70f1-499c-ac95-26a8a28b9f11 req-957781f4-ca60-4451-bb5b-8cfd380b4700 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=13aefe26f9b840c483117371156e9160&device_id=c396daf2-4393-4ba3-9cd0-26ffd9f3898c HTTP/1.1" status: 200 len: 1098 time: 0.0748045 Jun 23 16:58:23.210949 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947840'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:23.218173 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-8eba757d-367d-4e48-a50c-49325a8ee76e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:23.244968 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-17a9ddb4-b008-47dc-b994-fa108d0c0f40 None None] Set router 4a407d4a-79c7-4139-ac52-94d87a04ea4f gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:58:23.310571 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Pushing event updated for resources: {'Port': ['ID=086f7421-12ab-4d88-9d24-8f96dfb88407,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:23.319119 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:23.324229 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93600721-70f1-499c-ac95-26a8a28b9f11 req-5cb7e3fb-dd4d-4032-a015-b3d1de49bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:23.325700 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-93600721-70f1-499c-ac95-26a8a28b9f11 req-5cb7e3fb-dd4d-4032-a015-b3d1de49bd99 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b23fbb98-5784-4b39-a20a-1c7bc7c6884e HTTP/1.1" status: 200 len: 913 time: 0.1664019 Jun 23 16:58:23.326565 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724514'] for floatingip, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:23.461838 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-93600721-70f1-499c-ac95-26a8a28b9f11 req-c16f935c-6a2d-452a-91ed-3ae5a420d403 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=208da926-1c61-4ed5-a8d9-d52453ae97d7 HTTP/1.1" status: 200 len: 999 time: 0.0999033 Jun 23 16:58:23.487110 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-17a9ddb4-b008-47dc-b994-fa108d0c0f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'name': 'tempest-AttachVolumeTestJSON-1191488516-router', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:50Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '13aefe26f9b840c483117371156e9160', 'gw_port': {'id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': '1d0ea17e-b4ee-4cb4-b2d7-5ee96c0974d7', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'port_id': '208da926-1c61-4ed5-a8d9-d52453ae97d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'mac_address': 'fa:16:3e:8d:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c396daf2-4393-4ba3-9cd0-26ffd9f3898c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:58:06Z', 'updated_at': '2021-06-23T16:58:22Z', 'revision_number': 1, 'project_id': '13aefe26f9b840c483117371156e9160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52430676-3bec-4f57-bf8e-18e75324c7f8', 'name': '', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'mac_address': 'fa:16:3e:69:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '556de990-9411-4552-8962-8043c6baa871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:53:03Z', 'updated_at': '2021-06-23T16:53:20Z', 'revision_number': 5, 'project_id': '13aefe26f9b840c483117371156e9160', 'subnets': [{'id': '556de990-9411-4552-8962-8043c6baa871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:23.518521 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a9ddb4-b008-47dc-b994-fa108d0c0f40 None None] The sync data for ids ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'] in dv-cinder-797608-1-iscsi is: [{'id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'name': 'tempest-AttachVolumeTestJSON-1191488516-router', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:50Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '13aefe26f9b840c483117371156e9160', 'gw_port': {'id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': '1d0ea17e-b4ee-4cb4-b2d7-5ee96c0974d7', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'port_id': '208da926-1c61-4ed5-a8d9-d52453ae97d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'mac_address': 'fa:16:3e:8d:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c396daf2-4393-4ba3-9cd0-26ffd9f3898c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:58:06Z', 'updated_at': '2021-06-23T16:58:22Z', 'revision_number': 1, 'project_id': '13aefe26f9b840c483117371156e9160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52430676-3bec-4f57-bf8e-18e75324c7f8', 'name': '', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'mac_address': 'fa:16:3e:69:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '556de990-9411-4552-8962-8043c6baa871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:53:03Z', 'updated_at': '2021-06-23T16:53:20Z', 'revision_number': 5, 'project_id': '13aefe26f9b840c483117371156e9160', 'subnets': [{'id': '556de990-9411-4552-8962-8043c6baa871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:58:23.524520 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93600721-70f1-499c-ac95-26a8a28b9f11 req-6b0650b6-1ca7-4b5f-b436-b33381f25326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:23.526078 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-93600721-70f1-499c-ac95-26a8a28b9f11 req-6b0650b6-1ca7-4b5f-b436-b33381f25326 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=556de990-9411-4552-8962-8043c6baa871 HTTP/1.1" status: 200 len: 850 time: 0.0492601 Jun 23 16:58:23.530994 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.db.l3_db [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Floating IP 2ce2f5a7-fdfd-4455-b8ef-12ae583f1429 associated. External IP: 172.27.2.37, port: 24888332-5c1a-4242-abfb-632ad4504fd2. Jun 23 16:58:23.680534 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93600721-70f1-499c-ac95-26a8a28b9f11 req-2e761737-3990-4f56-8b16-5269f6868e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:23.682066 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-93600721-70f1-499c-ac95-26a8a28b9f11 req-2e761737-3990-4f56-8b16-5269f6868e37 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b23fbb98-5784-4b39-a20a-1c7bc7c6884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1479990 Jun 23 16:58:23.720564 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec3df8d-0065-4ab4-a127-72e422adfcde None None] New status for floating IP 1d0ea17e-b4ee-4cb4-b2d7-5ee96c0974d7: ACTIVE {{(pid=105489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:58:23.860036 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-93600721-70f1-499c-ac95-26a8a28b9f11 req-78587e35-516b-4191-a579-951bc062cb4f service neutron] 10.222.0.35 "GET /v2.0/networks/b23fbb98-5784-4b39-a20a-1c7bc7c6884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431437 Jun 23 16:58:23.865604 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Router f5724265-47df-49e5-b468-a78846b51afa has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:58:23.988878 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:24.039839 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-93600721-70f1-499c-ac95-26a8a28b9f11 req-6af26dee-c168-4cbe-af1d-c6df7d52f672 service neutron] 10.222.0.35 "GET /v2.0/networks/b23fbb98-5784-4b39-a20a-1c7bc7c6884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691463 Jun 23 16:58:24.049074 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:58:24.058316 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2d1930-a65d-46b7-9ea6-5f908f69cc5d None None] Sync routers for ids ['f5724265-47df-49e5-b468-a78846b51afa'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:58:24.067569 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2d1930-a65d-46b7-9ea6-5f908f69cc5d None None] Routers {'f5724265-47df-49e5-b468-a78846b51afa'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:58:24.068357 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-aa2d1930-a65d-46b7-9ea6-5f908f69cc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:57:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['f5724265-47df-49e5-b468-a78846b51afa'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:24.136903 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for floatingip, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:24.176894 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6726463 Jun 23 16:58:24.177580 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589208a8-bd39-4b58-a2c3-4409a6cdd357', 'tag': '24888332-5c1a-4242-abfb-632ad4504fd2'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:58:24.177772 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-aa2d1930-a65d-46b7-9ea6-5f908f69cc5d None None] Set router f5724265-47df-49e5-b468-a78846b51afa gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:58:24.179676 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 59446) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:24.184459 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-820db57a-90e7-420c-9057-43fd1db08f16 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2095315208', 'description': 'tempest-secgroup-smoke-2095315208 description', 'project_id': '63e4dcf380f2416393003de303dd7b70'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:24.190155 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dcdf10-1aa1-4ef8-895a-8def0b292281" -d '{"events": [{"name": "network-changed", "server_uuid": "589208a8-bd39-4b58-a2c3-4409a6cdd357", "tag": "24888332-5c1a-4242-abfb-632ad4504fd2"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:58:24.229670 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32051b9d-7d48-4582-ba17-b8a324a68250 x-openstack-request-id: req-32051b9d-7d48-4582-ba17-b8a324a68250 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:58:24.229997 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589208a8-bd39-4b58-a2c3-4409a6cdd357", "tag": "24888332-5c1a-4242-abfb-632ad4504fd2", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:58:24.230281 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32051b9d-7d48-4582-ba17-b8a324a68250 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:58:24.231177 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '589208a8-bd39-4b58-a2c3-4409a6cdd357', 'tag': '24888332-5c1a-4242-abfb-632ad4504fd2', 'status': 'completed', 'code': 200} Jun 23 16:58:24.285992 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-820db57a-90e7-420c-9057-43fd1db08f16 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:24.334651 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcdf10-1aa1-4ef8-895a-8def0b292281 req-0bde2bc5-e166-4c17-b189-550648b71a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:24.336189 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-45dcdf10-1aa1-4ef8-895a-8def0b292281 req-0bde2bc5-e166-4c17-b189-550648b71a17 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63e4dcf380f2416393003de303dd7b70&device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 1098 time: 0.0599833 Jun 23 16:58:24.380003 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-820db57a-90e7-420c-9057-43fd1db08f16 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:24.421230 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-aa2d1930-a65d-46b7-9ea6-5f908f69cc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5724265-47df-49e5-b468-a78846b51afa', 'name': 'tempest-TestMinimumBasicScenario-2044645101-router', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:57:07Z', 'updated_at': '2021-06-23T16:57:11Z', 'revision_number': 4, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'gw_port': {'id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:08Z', 'updated_at': '2021-06-23T16:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': '2ce2f5a7-fdfd-4455-b8ef-12ae583f1429', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'port_id': '24888332-5c1a-4242-abfb-632ad4504fd2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9', 'mac_address': 'fa:16:3e:d5:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589208a8-bd39-4b58-a2c3-4409a6cdd357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:22Z', 'revision_number': 0, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb43670c-4dee-479c-9a35-489d3ea2bf02', 'name': '', 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'mac_address': 'fa:16:3e:72:5d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '75fcf02c-21d1-4889-9904-bcce91c63f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:10Z', 'updated_at': '2021-06-23T16:57:17Z', 'revision_number': 5, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'subnets': [{'id': '75fcf02c-21d1-4889-9904-bcce91c63f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:24.434461 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcdf10-1aa1-4ef8-895a-8def0b292281 req-ccbbf41c-7b9e-4332-8ef5-538154625d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:24.436071 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-45dcdf10-1aa1-4ef8-895a-8def0b292281 req-ccbbf41c-7b9e-4332-8ef5-538154625d1a service neutron] 10.222.0.35 "GET /v2.0/networks?id=704e2731-babc-42e4-8d84-da6deaa922c9 HTTP/1.1" status: 200 len: 917 time: 0.0937176 Jun 23 16:58:24.453464 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2d1930-a65d-46b7-9ea6-5f908f69cc5d None None] Checking router: f5724265-47df-49e5-b468-a78846b51afa for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:58:24.463100 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2d1930-a65d-46b7-9ea6-5f908f69cc5d None None] Routers {'f5724265-47df-49e5-b468-a78846b51afa'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:58:24.463731 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-aa2d1930-a65d-46b7-9ea6-5f908f69cc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:57:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['f5724265-47df-49e5-b468-a78846b51afa'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:24.468322 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-820db57a-90e7-420c-9057-43fd1db08f16 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:24.472464 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-f371e27b-ce6f-4a82-bfda-91ac828454e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:24.499522 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-05030176-c37f-4e9f-9be4-b415bbb1f9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:24.505769 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820db57a-90e7-420c-9057-43fd1db08f16 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5df1636-868c-4bf4-9cc3-353f06a5be15,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:24.509030 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-820db57a-90e7-420c-9057-43fd1db08f16 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:24.510762 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-45dcdf10-1aa1-4ef8-895a-8def0b292281 req-4404af83-7bdd-4473-bb73-b64191774c1c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24888332-5c1a-4242-abfb-632ad4504fd2 HTTP/1.1" status: 200 len: 998 time: 0.0664916 Jun 23 16:58:24.560359 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcdf10-1aa1-4ef8-895a-8def0b292281 req-43c32b01-0ad8-4808-9b4a-f17b23a96f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:24.561750 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-45dcdf10-1aa1-4ef8-895a-8def0b292281 req-43c32b01-0ad8-4808-9b4a-f17b23a96f38 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75fcf02c-21d1-4889-9904-bcce91c63f88 HTTP/1.1" status: 200 len: 854 time: 0.0440135 Jun 23 16:58:24.578464 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-aa2d1930-a65d-46b7-9ea6-5f908f69cc5d None None] Set router f5724265-47df-49e5-b468-a78846b51afa gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:58:24.582366 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-820db57a-90e7-420c-9057-43fd1db08f16 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:24.583590 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-820db57a-90e7-420c-9057-43fd1db08f16 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4029489 Jun 23 16:58:24.586655 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 59450) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:24.591656 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-4b4dda23-0b22-4dcc-aaa5-478aacd6795d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Request body: {'security_group_rule': {'security_group_id': 'e5df1636-868c-4bf4-9cc3-353f06a5be15', 'project_id': '63e4dcf380f2416393003de303dd7b70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:24.627221 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcdf10-1aa1-4ef8-895a-8def0b292281 req-1bd63490-8a3b-42ae-a94f-eb1344b2ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:24.628748 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-45dcdf10-1aa1-4ef8-895a-8def0b292281 req-1bd63490-8a3b-42ae-a94f-eb1344b2ed55 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=704e2731-babc-42e4-8d84-da6deaa922c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583076 Jun 23 16:58:24.722433 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4b4dda23-0b22-4dcc-aaa5-478aacd6795d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:24.734035 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-45dcdf10-1aa1-4ef8-895a-8def0b292281 req-ac0b4043-b7ef-45dd-8cee-61ad3919235b service neutron] 10.222.0.35 "GET /v2.0/networks/704e2731-babc-42e4-8d84-da6deaa922c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979683 Jun 23 16:58:24.799799 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4b4dda23-0b22-4dcc-aaa5-478aacd6795d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:24.882408 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-45dcdf10-1aa1-4ef8-895a-8def0b292281 req-28901f26-1934-4923-b6fb-69b5d62f7a51 service neutron] 10.222.0.35 "GET /v2.0/networks/704e2731-babc-42e4-8d84-da6deaa922c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953557 Jun 23 16:58:24.941021 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-aa2d1930-a65d-46b7-9ea6-5f908f69cc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5724265-47df-49e5-b468-a78846b51afa', 'name': 'tempest-TestMinimumBasicScenario-2044645101-router', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:57:07Z', 'updated_at': '2021-06-23T16:57:11Z', 'revision_number': 4, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'gw_port': {'id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:08Z', 'updated_at': '2021-06-23T16:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': '2ce2f5a7-fdfd-4455-b8ef-12ae583f1429', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'port_id': '24888332-5c1a-4242-abfb-632ad4504fd2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9', 'mac_address': 'fa:16:3e:d5:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589208a8-bd39-4b58-a2c3-4409a6cdd357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:22Z', 'revision_number': 0, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb43670c-4dee-479c-9a35-489d3ea2bf02', 'name': '', 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'mac_address': 'fa:16:3e:72:5d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '75fcf02c-21d1-4889-9904-bcce91c63f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:10Z', 'updated_at': '2021-06-23T16:57:17Z', 'revision_number': 5, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'subnets': [{'id': '75fcf02c-21d1-4889-9904-bcce91c63f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:24.966609 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2d1930-a65d-46b7-9ea6-5f908f69cc5d None None] The sync data for ids ['f5724265-47df-49e5-b468-a78846b51afa'] in dv-cinder-797608-1-iscsi is: [{'id': 'f5724265-47df-49e5-b468-a78846b51afa', 'name': 'tempest-TestMinimumBasicScenario-2044645101-router', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:57:07Z', 'updated_at': '2021-06-23T16:57:11Z', 'revision_number': 4, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'gw_port': {'id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:08Z', 'updated_at': '2021-06-23T16:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': '2ce2f5a7-fdfd-4455-b8ef-12ae583f1429', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'port_id': '24888332-5c1a-4242-abfb-632ad4504fd2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9', 'mac_address': 'fa:16:3e:d5:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589208a8-bd39-4b58-a2c3-4409a6cdd357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:22Z', 'revision_number': 0, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb43670c-4dee-479c-9a35-489d3ea2bf02', 'name': '', 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'mac_address': 'fa:16:3e:72:5d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '75fcf02c-21d1-4889-9904-bcce91c63f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:10Z', 'updated_at': '2021-06-23T16:57:17Z', 'revision_number': 5, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'subnets': [{'id': '75fcf02c-21d1-4889-9904-bcce91c63f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:58:24.981192 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4b4dda23-0b22-4dcc-aaa5-478aacd6795d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:24.983370 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:25.004049 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4dda23-0b22-4dcc-aaa5-478aacd6795d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec173d58-8238-4d86-ba3b-5493880f7177,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:25.006627 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-4b4dda23-0b22-4dcc-aaa5-478aacd6795d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:25.091095 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4b4dda23-0b22-4dcc-aaa5-478aacd6795d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:25.092426 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-4b4dda23-0b22-4dcc-aaa5-478aacd6795d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5044901 Jun 23 16:58:25.095471 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 59454) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:25.102260 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-1375d4ff-7575-4492-82bd-9bad93d909cf tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Request body: {'security_group_rule': {'security_group_id': 'e5df1636-868c-4bf4-9cc3-353f06a5be15', 'project_id': '63e4dcf380f2416393003de303dd7b70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:25.161777 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505752df-1df1-481b-949e-4745486096f8 None None] New status for floating IP 2ce2f5a7-fdfd-4455-b8ef-12ae583f1429: ACTIVE {{(pid=105489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:58:25.244965 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1375d4ff-7575-4492-82bd-9bad93d909cf tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:25.310145 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1375d4ff-7575-4492-82bd-9bad93d909cf tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:25.434258 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1375d4ff-7575-4492-82bd-9bad93d909cf tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:25.440132 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:25.469997 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375d4ff-7575-4492-82bd-9bad93d909cf tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28f1cec-07f2-4d95-8246-d5c393bdaa1c,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:25.472465 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-1375d4ff-7575-4492-82bd-9bad93d909cf tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:25.600080 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1375d4ff-7575-4492-82bd-9bad93d909cf tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:25.601404 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-1375d4ff-7575-4492-82bd-9bad93d909cf tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5049262 Jun 23 16:58:25.604118 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 59458) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:25.608548 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-fd7559c8-2916-41d4-94e5-28ee16f500db tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Request body: {'security_group_rule': {'security_group_id': 'e5df1636-868c-4bf4-9cc3-353f06a5be15', 'project_id': '63e4dcf380f2416393003de303dd7b70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:25.622771 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:25.736578 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fd7559c8-2916-41d4-94e5-28ee16f500db tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:25.795876 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fd7559c8-2916-41d4-94e5-28ee16f500db tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:25.889257 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fd7559c8-2916-41d4-94e5-28ee16f500db tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:25.892681 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:25.907495 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7559c8-2916-41d4-94e5-28ee16f500db tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d28c095-1dae-4aab-9e9b-84007986328c,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:25.911667 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-fd7559c8-2916-41d4-94e5-28ee16f500db tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:25.988272 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fd7559c8-2916-41d4-94e5-28ee16f500db tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:25.989444 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-fd7559c8-2916-41d4-94e5-28ee16f500db tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3843865 Jun 23 16:58:25.992180 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 59462) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:25.996591 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-3642e53e-4be8-45a1-9f2a-733c28f338fb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Request body: {'security_group_rule': {'security_group_id': 'e5df1636-868c-4bf4-9cc3-353f06a5be15', 'project_id': '63e4dcf380f2416393003de303dd7b70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:26.100099 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3642e53e-4be8-45a1-9f2a-733c28f338fb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:26.159800 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3642e53e-4be8-45a1-9f2a-733c28f338fb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:26.273423 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3642e53e-4be8-45a1-9f2a-733c28f338fb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:26.275463 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:26.292845 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642e53e-4be8-45a1-9f2a-733c28f338fb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e231f4-ad9c-4013-bf20-d54b42edb3ea,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:26.295206 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-3642e53e-4be8-45a1-9f2a-733c28f338fb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:26.369859 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3642e53e-4be8-45a1-9f2a-733c28f338fb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:26.371153 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-3642e53e-4be8-45a1-9f2a-733c28f338fb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3780181 Jun 23 16:58:26.373939 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 59466) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:26.379089 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-e463a94b-ccf8-4bfa-a106-e61213d5ade2 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Request body: {'security_group_rule': {'security_group_id': 'e5df1636-868c-4bf4-9cc3-353f06a5be15', 'project_id': '63e4dcf380f2416393003de303dd7b70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:26.472474 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.securitygroups_db [None req-e463a94b-ccf8-4bfa-a106-e61213d5ade2 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Project 63e4dcf380f2416393003de303dd7b70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 16:58:26.477735 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e463a94b-ccf8-4bfa-a106-e61213d5ade2 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:26.537459 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e463a94b-ccf8-4bfa-a106-e61213d5ade2 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:26.622536 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e463a94b-ccf8-4bfa-a106-e61213d5ade2 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:26.624716 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-4b4dda23-0b22-4dcc-aaa5-478aacd6795d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:26.640522 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463a94b-ccf8-4bfa-a106-e61213d5ade2 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b8e697-18bd-4f01-bc0b-5fef24ae5e86,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:26.644225 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-e463a94b-ccf8-4bfa-a106-e61213d5ade2 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:26.718248 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e463a94b-ccf8-4bfa-a106-e61213d5ade2 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:26.719738 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-e463a94b-ccf8-4bfa-a106-e61213d5ade2 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3446171 Jun 23 16:58:26.722227 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 59468) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:26.726750 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-43320aa8-9382-4fa4-81b7-3ee9d09987a8 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Request body: {'security_group_rule': {'security_group_id': 'e5df1636-868c-4bf4-9cc3-353f06a5be15', 'project_id': '63e4dcf380f2416393003de303dd7b70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:26.816799 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.securitygroups_db [None req-43320aa8-9382-4fa4-81b7-3ee9d09987a8 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Project 63e4dcf380f2416393003de303dd7b70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 16:58:26.821849 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-43320aa8-9382-4fa4-81b7-3ee9d09987a8 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:26.882702 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-43320aa8-9382-4fa4-81b7-3ee9d09987a8 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:26.963537 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-43320aa8-9382-4fa4-81b7-3ee9d09987a8 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:26.965767 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-fd7559c8-2916-41d4-94e5-28ee16f500db tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:26.982068 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43320aa8-9382-4fa4-81b7-3ee9d09987a8 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76398c00-ab2c-4d4d-8f4e-99552380c93a,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:26.984969 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-43320aa8-9382-4fa4-81b7-3ee9d09987a8 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:27.068634 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-43320aa8-9382-4fa4-81b7-3ee9d09987a8 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.069985 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-43320aa8-9382-4fa4-81b7-3ee9d09987a8 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3467910 Jun 23 16:58:27.085738 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.191824 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a99f2627-b591-4e0b-b14f-66493429c463 req-1ec3c69a-cf97-420c-898e-6f1f5e7002d8 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2095315208&fields=id&tenant_id=63e4dcf380f2416393003de303dd7b70 HTTP/1.1" status: 200 len: 267 time: 0.0349951 Jun 23 16:58:27.262899 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f2627-b591-4e0b-b14f-66493429c463 req-6ee6a63c-6979-4a83-8b8b-1da8598410cd tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:27.264436 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a99f2627-b591-4e0b-b14f-66493429c463 req-6ee6a63c-6979-4a83-8b8b-1da8598410cd tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 945 time: 0.0673120 Jun 23 16:58:27.276144 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [req-a99f2627-b591-4e0b-b14f-66493429c463 req-296f74f2-6b56-4734-9c8d-707c754eb73c tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Request body: {'port': {'security_groups': ['6d641037-1928-4375-970e-64b191888ef1', 'e5df1636-868c-4bf4-9cc3-353f06a5be15']}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:27.358831 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-a99f2627-b591-4e0b-b14f-66493429c463 req-296f74f2-6b56-4734-9c8d-707c754eb73c tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.545427 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-a99f2627-b591-4e0b-b14f-66493429c463 req-296f74f2-6b56-4734-9c8d-707c754eb73c tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] For port 24888332-5c1a-4242-abfb-632ad4504fd2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=24888332-5c1a-4242-abfb-632ad4504fd2,segment=NetworkSegment(99021f02-74f6-4b5b-87b5-bc50f7979082),segment_id=99021f02-74f6-4b5b-87b5-bc50f7979082)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:58:27.582365 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-a99f2627-b591-4e0b-b14f-66493429c463 req-296f74f2-6b56-4734-9c8d-707c754eb73c tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.708174 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-a99f2627-b591-4e0b-b14f-66493429c463 req-296f74f2-6b56-4734-9c8d-707c754eb73c tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947840'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.712685 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:27.749731 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['24888332-5c1a-4242-abfb-632ad4504fd2'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:58:27.760862 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f2627-b591-4e0b-b14f-66493429c463 req-296f74f2-6b56-4734-9c8d-707c754eb73c tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:27.761575 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-a99f2627-b591-4e0b-b14f-66493429c463 req-296f74f2-6b56-4734-9c8d-707c754eb73c tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.763040 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a99f2627-b591-4e0b-b14f-66493429c463 req-296f74f2-6b56-4734-9c8d-707c754eb73c tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "PUT /v2.0/ports/24888332-5c1a-4242-abfb-632ad4504fd2 HTTP/1.1" status: 200 len: 981 time: 0.4916587 Jun 23 16:58:27.766725 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589208a8-bd39-4b58-a2c3-4409a6cdd357', 'tag': '24888332-5c1a-4242-abfb-632ad4504fd2'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:58:27.771974 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180b1146-7355-484a-a4fb-578d6720ecb4" -d '{"events": [{"name": "network-changed", "server_uuid": "589208a8-bd39-4b58-a2c3-4409a6cdd357", "tag": "24888332-5c1a-4242-abfb-632ad4504fd2"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:58:27.831468 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f74f2-6b56-4734-9c8d-707c754eb73c tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Pushing event updated for resources: {'Port': ['ID=24888332-5c1a-4242-abfb-632ad4504fd2,revision_number=6']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:27.845724 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-296f74f2-6b56-4734-9c8d-707c754eb73c tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:27.847408 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6b2284-48d9-4834-81b0-1a0b9ba838f8 x-openstack-request-id: req-6e6b2284-48d9-4834-81b0-1a0b9ba838f8 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:58:27.847747 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589208a8-bd39-4b58-a2c3-4409a6cdd357", "tag": "24888332-5c1a-4242-abfb-632ad4504fd2", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:58:27.848043 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e6b2284-48d9-4834-81b0-1a0b9ba838f8 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:58:27.848482 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '589208a8-bd39-4b58-a2c3-4409a6cdd357', 'tag': '24888332-5c1a-4242-abfb-632ad4504fd2', 'status': 'completed', 'code': 200} Jun 23 16:58:27.957021 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['24888332-5c1a-4242-abfb-632ad4504fd2'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:58:27.963884 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b1146-7355-484a-a4fb-578d6720ecb4 req-5745e8ce-d1c9-4423-866a-5b6654a0a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:27.965336 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-180b1146-7355-484a-a4fb-578d6720ecb4 req-5745e8ce-d1c9-4423-866a-5b6654a0a77f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63e4dcf380f2416393003de303dd7b70&device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 1137 time: 0.0658953 Jun 23 16:58:27.969633 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b012e-c24b-4f60-8d64-c4266cf9654c req-163f4b9b-645b-4783-aa93-a9eee41c6f46 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:27.971239 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-969b012e-c24b-4f60-8d64-c4266cf9654c req-163f4b9b-645b-4783-aa93-a9eee41c6f46 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 984 time: 0.0735583 Jun 23 16:58:28.013868 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-969b012e-c24b-4f60-8d64-c4266cf9654c req-0031cd88-893a-4ae5-a9ca-9cc9e6e6a5b1 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&id=e5df1636-868c-4bf4-9cc3-353f06a5be15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367413 Jun 23 16:58:28.042163 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-3239c773-ede0-4f93-8820-bab05a3020fd None None] Provisioning complete for port 24888332-5c1a-4242-abfb-632ad4504fd2 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:58:28.042912 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3239c773-ede0-4f93-8820-bab05a3020fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:28.073874 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b1146-7355-484a-a4fb-578d6720ecb4 req-bdf51a6b-17c8-44e9-b641-1457ffd62516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:28.075334 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-180b1146-7355-484a-a4fb-578d6720ecb4 req-bdf51a6b-17c8-44e9-b641-1457ffd62516 service neutron] 10.222.0.35 "GET /v2.0/networks?id=704e2731-babc-42e4-8d84-da6deaa922c9 HTTP/1.1" status: 200 len: 917 time: 0.1028817 Jun 23 16:58:28.154233 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-180b1146-7355-484a-a4fb-578d6720ecb4 req-103602ab-dd11-4847-8029-d4e01e463fc2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24888332-5c1a-4242-abfb-632ad4504fd2 HTTP/1.1" status: 200 len: 1000 time: 0.0719292 Jun 23 16:58:28.208789 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b1146-7355-484a-a4fb-578d6720ecb4 req-1bd9aef0-9caa-447d-9a8a-da5fb44206b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:28.216988 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-180b1146-7355-484a-a4fb-578d6720ecb4 req-1bd9aef0-9caa-447d-9a8a-da5fb44206b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75fcf02c-21d1-4889-9904-bcce91c63f88 HTTP/1.1" status: 200 len: 854 time: 0.0468032 Jun 23 16:58:28.280109 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b1146-7355-484a-a4fb-578d6720ecb4 req-869e5680-6db5-4000-a251-8f3afa4b646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:28.281809 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-180b1146-7355-484a-a4fb-578d6720ecb4 req-869e5680-6db5-4000-a251-8f3afa4b646f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=704e2731-babc-42e4-8d84-da6deaa922c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595953 Jun 23 16:58:28.400566 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-180b1146-7355-484a-a4fb-578d6720ecb4 req-ee30345e-e76e-4326-a7cf-5cca049be490 service neutron] 10.222.0.35 "GET /v2.0/networks/704e2731-babc-42e4-8d84-da6deaa922c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920513 Jun 23 16:58:28.499215 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-180b1146-7355-484a-a4fb-578d6720ecb4 req-b8b7597d-de22-43fa-9172-fe2a6bdbe2ff service neutron] 10.222.0.35 "GET /v2.0/networks/704e2731-babc-42e4-8d84-da6deaa922c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890286 Jun 23 16:58:44.809999 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5af88-7c83-49b8-9410-957840ade916 req-507041c1-eee2-4672-b344-b228cf87044b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:44.809999 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-dcc5af88-7c83-49b8-9410-957840ade916 req-507041c1-eee2-4672-b344-b228cf87044b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0682826 Jun 23 16:58:44.848118 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-dcc5af88-7c83-49b8-9410-957840ade916 req-2b9a18c7-8e7d-4fd5-bfff-896057c663a8 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326884 Jun 23 16:58:46.032331 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb8476-c74a-4e02-9343-a68a69be0810 req-49a9258a-c349-41e9-b2e5-a970fa0abdd9 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:46.033834 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-37bb8476-c74a-4e02-9343-a68a69be0810 req-49a9258a-c349-41e9-b2e5-a970fa0abdd9 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0641546 Jun 23 16:58:46.071342 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-37bb8476-c74a-4e02-9343-a68a69be0810 req-03f597d5-69af-4b3d-b00e-aecb76149bfa tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317183 Jun 23 16:58:47.254300 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603aca0d-698e-4a43-8d3e-c7a71697ed57 req-8adc14aa-777b-4d63-9c72-1db6f5f1fdb4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:47.255760 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-603aca0d-698e-4a43-8d3e-c7a71697ed57 req-8adc14aa-777b-4d63-9c72-1db6f5f1fdb4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0693498 Jun 23 16:58:47.295387 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-603aca0d-698e-4a43-8d3e-c7a71697ed57 req-ca595718-447e-4f5d-bc4d-6db7b76c0a86 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338726 Jun 23 16:58:48.258594 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:58:48.489642 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d918b-709f-4919-a92f-3ad4aaffa0b0 req-90436ddc-a1a3-48f7-825c-d8058cd37f5d tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:48.491238 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-593d918b-709f-4919-a92f-3ad4aaffa0b0 req-90436ddc-a1a3-48f7-825c-d8058cd37f5d tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0750852 Jun 23 16:58:48.533329 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-593d918b-709f-4919-a92f-3ad4aaffa0b0 req-7dc55a8d-e317-48e0-b2b0-59f6754f6f8e tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355179 Jun 23 16:58:49.720044 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907b525-3bac-470b-96d7-9902cd613007 req-c0e2425c-592f-4e68-9de0-ff2eeea48919 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:49.721528 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c907b525-3bac-470b-96d7-9902cd613007 req-c0e2425c-592f-4e68-9de0-ff2eeea48919 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0689967 Jun 23 16:58:49.759294 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c907b525-3bac-470b-96d7-9902cd613007 req-b274d780-7584-4b0c-a588-163f5feded98 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319862 Jun 23 16:58:51.072979 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf1623-c67d-4dec-9a5a-b7db764884bd req-c292494e-2bb7-4793-989d-cfa110272072 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:51.074329 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5caf1623-c67d-4dec-9a5a-b7db764884bd req-c292494e-2bb7-4793-989d-cfa110272072 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0732422 Jun 23 16:58:51.127551 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5caf1623-c67d-4dec-9a5a-b7db764884bd req-ffe9b2b6-b160-422c-99b8-a6cfc8b1170f tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422215 Jun 23 16:58:51.165933 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e1397-625e-47d7-a2d6-8ac7fc313207 req-8d2a14a3-035c-4bf5-9170-2a243a432a8f tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:51.165933 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-763e1397-625e-47d7-a2d6-8ac7fc313207 req-8d2a14a3-035c-4bf5-9170-2a243a432a8f tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 984 time: 0.1109900 Jun 23 16:58:51.186384 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47059c4-7a1d-4a61-8647-e5bb6301454c req-bd12a2c1-f49d-49a1-b8ac-c2b371a13472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:51.187974 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c47059c4-7a1d-4a61-8647-e5bb6301454c req-bd12a2c1-f49d-49a1-b8ac-c2b371a13472 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63e4dcf380f2416393003de303dd7b70&device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 1137 time: 0.0958664 Jun 23 16:58:51.225195 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-763e1397-625e-47d7-a2d6-8ac7fc313207 req-17761758-0fe7-495b-aad4-f30f7d69897f tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&id=e5df1636-868c-4bf4-9cc3-353f06a5be15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556998 Jun 23 16:58:51.297504 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47059c4-7a1d-4a61-8647-e5bb6301454c req-b14de890-72e4-4cf8-a17a-4f37c8a3d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:51.298991 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c47059c4-7a1d-4a61-8647-e5bb6301454c req-b14de890-72e4-4cf8-a17a-4f37c8a3d80a service neutron] 10.222.0.35 "GET /v2.0/networks?id=704e2731-babc-42e4-8d84-da6deaa922c9 HTTP/1.1" status: 200 len: 917 time: 0.1037014 Jun 23 16:58:51.363039 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c47059c4-7a1d-4a61-8647-e5bb6301454c req-2eab9b54-e599-4d87-a1ef-26b14b411119 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24888332-5c1a-4242-abfb-632ad4504fd2 HTTP/1.1" status: 200 len: 1000 time: 0.0574658 Jun 23 16:58:51.417083 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47059c4-7a1d-4a61-8647-e5bb6301454c req-3d85b1ec-8beb-4e3d-898d-654afd19fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:51.418481 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c47059c4-7a1d-4a61-8647-e5bb6301454c req-3d85b1ec-8beb-4e3d-898d-654afd19fd6b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75fcf02c-21d1-4889-9904-bcce91c63f88 HTTP/1.1" status: 200 len: 854 time: 0.0482807 Jun 23 16:58:51.462327 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-b9da8bad-dc04-4b1a-bd8e-42e43059d3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:51.477445 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47059c4-7a1d-4a61-8647-e5bb6301454c req-99bea7bb-3031-4140-be6c-28ffed89f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:51.478925 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c47059c4-7a1d-4a61-8647-e5bb6301454c req-99bea7bb-3031-4140-be6c-28ffed89f60b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=704e2731-babc-42e4-8d84-da6deaa922c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527313 Jun 23 16:58:51.575492 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c47059c4-7a1d-4a61-8647-e5bb6301454c req-b6c49dbf-fb1e-4107-b9b8-de1ffb1bf3f9 service neutron] 10.222.0.35 "GET /v2.0/networks/704e2731-babc-42e4-8d84-da6deaa922c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829399 Jun 23 16:58:51.681801 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c47059c4-7a1d-4a61-8647-e5bb6301454c req-1ba9e82c-ee5b-41e6-99a4-0ce9da086051 service neutron] 10.222.0.35 "GET /v2.0/networks/704e2731-babc-42e4-8d84-da6deaa922c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849340 Jun 23 16:58:52.311492 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa542f4-71ea-4629-bc87-b192af0a7e8f req-4688dec0-ee07-4b7f-ad20-4d069c62a0c3 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:52.313000 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0aa542f4-71ea-4629-bc87-b192af0a7e8f req-4688dec0-ee07-4b7f-ad20-4d069c62a0c3 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0660536 Jun 23 16:58:52.353247 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0aa542f4-71ea-4629-bc87-b192af0a7e8f req-4df5e618-bbb6-4212-a8c2-4d244a693a89 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345364 Jun 23 16:58:52.403912 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4a21f-5f41-4605-82ff-342dae2bd8b1 req-cba11736-feae-4e00-9c51-d486babe77a5 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:52.405408 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-19f4a21f-5f41-4605-82ff-342dae2bd8b1 req-cba11736-feae-4e00-9c51-d486babe77a5 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 984 time: 0.0626526 Jun 23 16:58:52.448262 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-19f4a21f-5f41-4605-82ff-342dae2bd8b1 req-2b4ad895-cbc5-46bb-a177-36edf571fa10 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&id=e5df1636-868c-4bf4-9cc3-353f06a5be15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341554 Jun 23 16:58:52.644645 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:53.537925 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc45e5-ef28-4b34-b5d4-0ae0fe25bee4 req-94d13af6-7eeb-45ec-9c51-847cfb434207 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:53.539406 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-06dc45e5-ef28-4b34-b5d4-0ae0fe25bee4 req-94d13af6-7eeb-45ec-9c51-847cfb434207 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0678711 Jun 23 16:58:53.579514 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-06dc45e5-ef28-4b34-b5d4-0ae0fe25bee4 req-19468d0f-9709-485a-a0c4-e3fb2e8bdd48 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341594 Jun 23 16:58:53.633975 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06612b0e-b198-417b-813d-ed00653465e9 req-31fd40b1-4bb9-4a92-82c5-af5c4510cc13 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:53.635458 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-06612b0e-b198-417b-813d-ed00653465e9 req-31fd40b1-4bb9-4a92-82c5-af5c4510cc13 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 984 time: 0.0700786 Jun 23 16:58:53.703699 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-06612b0e-b198-417b-813d-ed00653465e9 req-57567f3b-af48-4f81-b68d-ffd33288b2dc tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&id=e5df1636-868c-4bf4-9cc3-353f06a5be15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610366 Jun 23 16:58:53.723765 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8ba63-3c70-4f25-b9e6-cb18c67837cf req-c9f6cf9e-7836-461a-99cc-fa98f096836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:53.725303 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-68e8ba63-3c70-4f25-b9e6-cb18c67837cf req-c9f6cf9e-7836-461a-99cc-fa98f096836b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=58bd8fd6ed204ffa93646e359469c46f&device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 1099 time: 0.0695460 Jun 23 16:58:53.838352 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8ba63-3c70-4f25-b9e6-cb18c67837cf req-bd824b4a-23bf-41d3-9486-5fe736ca8053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:53.845334 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-68e8ba63-3c70-4f25-b9e6-cb18c67837cf req-bd824b4a-23bf-41d3-9486-5fe736ca8053 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 HTTP/1.1" status: 200 len: 918 time: 0.0889528 Jun 23 16:58:53.999541 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:54.166220 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-68e8ba63-3c70-4f25-b9e6-cb18c67837cf req-82ce18d4-9bcc-499d-b4f6-29196971f5bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 HTTP/1.1" status: 200 len: 1002 time: 0.3158681 Jun 23 16:58:54.214464 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8ba63-3c70-4f25-b9e6-cb18c67837cf req-ceff9716-c8a5-4a86-a30f-e305f26e2c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:54.215942 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-68e8ba63-3c70-4f25-b9e6-cb18c67837cf req-ceff9716-c8a5-4a86-a30f-e305f26e2c5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc9f899-f082-4611-8cfd-98693f165ef6 HTTP/1.1" status: 200 len: 855 time: 0.0421438 Jun 23 16:58:54.277384 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8ba63-3c70-4f25-b9e6-cb18c67837cf req-8d1376a5-bc5a-4382-9bb8-067d8d76cf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:54.278831 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-68e8ba63-3c70-4f25-b9e6-cb18c67837cf req-8d1376a5-bc5a-4382-9bb8-067d8d76cf1a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545754 Jun 23 16:58:54.376001 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-68e8ba63-3c70-4f25-b9e6-cb18c67837cf req-54263c23-62bf-4dc2-ad33-5693e8e1c296 service neutron] 10.222.0.35 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884624 Jun 23 16:58:54.473537 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-68e8ba63-3c70-4f25-b9e6-cb18c67837cf req-0f478ad9-24cf-4e51-a0e4-f6d3d5609c74 service neutron] 10.222.0.35 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907173 Jun 23 16:58:54.479022 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-9ae806c1-0ccf-4e99-8193-a656b4135754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:54.765966 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c8e7d-0824-41a5-9bed-a08b10f6f338 req-27e43867-e9aa-429d-b8b7-b51450c51f34 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:54.772084 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-be9c8e7d-0824-41a5-9bed-a08b10f6f338 req-27e43867-e9aa-429d-b8b7-b51450c51f34 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0720234 Jun 23 16:58:54.808101 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-be9c8e7d-0824-41a5-9bed-a08b10f6f338 req-04793954-f6df-4d2b-a7b0-c2fc86fe1f38 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338759 Jun 23 16:58:54.886713 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f1252-42d7-42a4-8503-0377d149ef54 req-b59ba52e-8deb-44c4-87ce-e980204cd95e tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:54.888292 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-344f1252-42d7-42a4-8503-0377d149ef54 req-b59ba52e-8deb-44c4-87ce-e980204cd95e tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 984 time: 0.0659583 Jun 23 16:58:54.930812 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-344f1252-42d7-42a4-8503-0377d149ef54 req-45aceaf5-65da-4513-b111-42c78cd8d8a2 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&id=e5df1636-868c-4bf4-9cc3-353f06a5be15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353105 Jun 23 16:58:55.559489 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:56.000029 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a7ce4-0359-46ce-aeae-981b9d554e3c req-4312ac1c-0002-4d53-8945-bb4b2e28d0e9 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:56.001199 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-657a7ce4-0359-46ce-aeae-981b9d554e3c req-4312ac1c-0002-4d53-8945-bb4b2e28d0e9 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0767405 Jun 23 16:58:56.041861 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-657a7ce4-0359-46ce-aeae-981b9d554e3c req-4d34946e-77be-46d7-a4a4-c76647a3d202 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349874 Jun 23 16:58:56.114617 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6d7f3-e026-4c96-b0b7-b15a1d93a640 req-d6e559fc-8e3f-4a17-8340-df08998e43f8 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:56.116055 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-38e6d7f3-e026-4c96-b0b7-b15a1d93a640 req-d6e559fc-8e3f-4a17-8340-df08998e43f8 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 984 time: 0.0628493 Jun 23 16:58:56.160112 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-38e6d7f3-e026-4c96-b0b7-b15a1d93a640 req-9503600b-8464-4e1c-b827-e846ba21e105 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&id=e5df1636-868c-4bf4-9cc3-353f06a5be15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379775 Jun 23 16:58:57.050655 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:57.224466 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9aaed-b9dd-418a-b54b-c052d91e5d7c req-f9830205-3b16-4f3b-9ef6-4b4c70085813 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:57.226831 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-3cc9aaed-b9dd-418a-b54b-c052d91e5d7c req-f9830205-3b16-4f3b-9ef6-4b4c70085813 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0665672 Jun 23 16:58:57.267031 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-3cc9aaed-b9dd-418a-b54b-c052d91e5d7c req-a69b289c-e53c-40fa-8ef0-6310837ef1ef tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343285 Jun 23 16:58:57.341285 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a531b9-3caa-4f50-a837-d870833cf2dd req-c835b2ec-f346-4205-a3cb-ab90931b4ae1 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:57.342755 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-95a531b9-3caa-4f50-a837-d870833cf2dd req-c835b2ec-f346-4205-a3cb-ab90931b4ae1 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 984 time: 0.0642719 Jun 23 16:58:57.382969 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-95a531b9-3caa-4f50-a837-d870833cf2dd req-b70c4ed7-abfa-4f32-b0c1-4e58ac602bfd tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&id=e5df1636-868c-4bf4-9cc3-353f06a5be15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336220 Jun 23 16:58:58.447625 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c89c7a-548d-4ee2-9add-5e89adc1b316 req-f9b656db-06ea-4c11-ba78-5e3d06c800f8 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:58.449084 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-99c89c7a-548d-4ee2-9add-5e89adc1b316 req-f9b656db-06ea-4c11-ba78-5e3d06c800f8 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0663819 Jun 23 16:58:58.487150 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-99c89c7a-548d-4ee2-9add-5e89adc1b316 req-4d9a8fe6-6c8f-420c-af8f-797dab27df20 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315723 Jun 23 16:58:58.567840 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66c630-35b2-490b-aa63-b2fa4fc46799 req-2fec58e5-b43f-4b25-85a7-9c22dae420b3 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:58.567840 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6b66c630-35b2-490b-aa63-b2fa4fc46799 req-2fec58e5-b43f-4b25-85a7-9c22dae420b3 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 984 time: 0.0651882 Jun 23 16:58:58.608375 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6b66c630-35b2-490b-aa63-b2fa4fc46799 req-8a544d23-1f9a-4d2f-9294-5833c6f6b62e tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&id=e5df1636-868c-4bf4-9cc3-353f06a5be15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351543 Jun 23 16:58:59.676770 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e4b2e-d5a9-4c6b-9e18-ce35010bcd67 req-fbe29d85-159b-408c-bf52-2899ac42bafa tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:59.678312 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ba6e4b2e-d5a9-4c6b-9e18-ce35010bcd67 req-fbe29d85-159b-408c-bf52-2899ac42bafa tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0720129 Jun 23 16:58:59.719791 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ba6e4b2e-d5a9-4c6b-9e18-ce35010bcd67 req-4e93487c-f492-4b22-91b5-f8735d2ca7fa tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356913 Jun 23 16:58:59.793980 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275361a-5065-44eb-a661-90e52bb4cfa1 req-ec8ebcb8-6bb2-4d03-a29b-5def3882d8fc tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:59.795534 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b275361a-5065-44eb-a661-90e52bb4cfa1 req-ec8ebcb8-6bb2-4d03-a29b-5def3882d8fc tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 984 time: 0.0712535 Jun 23 16:58:59.835820 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b275361a-5065-44eb-a661-90e52bb4cfa1 req-e78b1384-c181-4910-a1b3-4f154c63e6e8 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&id=e5df1636-868c-4bf4-9cc3-353f06a5be15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338638 Jun 23 16:59:00.908006 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd655505-0b8d-41d0-9d44-286fe85721f3 req-42f87e4e-c985-4562-9222-e435debc1642 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:00.909558 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fd655505-0b8d-41d0-9d44-286fe85721f3 req-42f87e4e-c985-4562-9222-e435debc1642 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0661645 Jun 23 16:59:00.948060 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fd655505-0b8d-41d0-9d44-286fe85721f3 req-8c4e2bac-fc36-4929-98f4-b7f4751873fe tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327232 Jun 23 16:59:01.014140 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e85727-28bb-403f-a347-d4aeae12c64a req-9c93e061-6e6b-427d-b085-2ba5b7a8ce0e tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:01.016110 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c3e85727-28bb-403f-a347-d4aeae12c64a req-9c93e061-6e6b-427d-b085-2ba5b7a8ce0e tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 984 time: 0.0671027 Jun 23 16:59:01.056053 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c3e85727-28bb-403f-a347-d4aeae12c64a req-5cdb0277-f391-4f46-a51b-543b8015ece0 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&id=e5df1636-868c-4bf4-9cc3-353f06a5be15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336840 Jun 23 16:59:02.132591 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8972ac-f503-4721-9322-2510f25c20c2 req-335e256b-1c4e-4ef1-bd3d-6539c5a6883d tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:02.134136 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-4b8972ac-f503-4721-9322-2510f25c20c2 req-335e256b-1c4e-4ef1-bd3d-6539c5a6883d tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0662372 Jun 23 16:59:02.182285 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-4b8972ac-f503-4721-9322-2510f25c20c2 req-bcd6c432-ba3f-4288-8c8d-3d8091fae8af tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424347 Jun 23 16:59:02.236979 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2183c-de1d-4e67-8466-54106e3e64c9 req-89d2ece9-3b02-4c86-a0ba-d651bbc30ad4 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:02.238513 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a2f2183c-de1d-4e67-8466-54106e3e64c9 req-89d2ece9-3b02-4c86-a0ba-d651bbc30ad4 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 984 time: 0.0690045 Jun 23 16:59:02.278119 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a2f2183c-de1d-4e67-8466-54106e3e64c9 req-3b3f632d-053e-4604-ab80-ee4e777829c0 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&id=e5df1636-868c-4bf4-9cc3-353f06a5be15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335264 Jun 23 16:59:03.143690 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:59:03.243843 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:03.258845 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': 'a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'port_id': 'a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407', 'mac_address': 'fa:16:3e:24:5e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:59:03.301525 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:03.316309 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:59:03.337711 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:03.376872 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7be47-4dbc-40f4-814f-1262e28c1ffa req-a0bad967-0e08-4e34-950f-b6d9c65346a2 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:03.378468 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e2f7be47-4dbc-40f4-814f-1262e28c1ffa req-a0bad967-0e08-4e34-950f-b6d9c65346a2 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0757933 Jun 23 16:59:03.422998 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e2f7be47-4dbc-40f4-814f-1262e28c1ffa req-09281b13-9f39-4b11-ba74-29ac7beb9772 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386894 Jun 23 16:59:03.461791 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:03.463883 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c773b928-acbf-4647-b277-bb1b4118e3bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:03.478497 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a32f5-c968-4a7e-8f31-38794262531e req-914f0371-f16c-41e5-97ee-23a89e1e53e2 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:03.480008 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a91a32f5-c968-4a7e-8f31-38794262531e req-914f0371-f16c-41e5-97ee-23a89e1e53e2 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 984 time: 0.0734527 Jun 23 16:59:03.512449 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407,revision_number=6']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:03.521528 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:03.521837 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a91a32f5-c968-4a7e-8f31-38794262531e req-d680a7ca-babc-4c5b-a805-9692fd8b886b tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&id=e5df1636-868c-4bf4-9cc3-353f06a5be15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356555 Jun 23 16:59:03.521979 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:03.522227 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:03.522551 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:03.522886 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:03.523225 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:03.523549 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:03.523873 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:03.524201 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:03.524523 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:03.524845 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:03.525192 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:03.529229 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:03.645846 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:59:04.661214 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d857bea-5492-41c5-b78a-1ee3a47434e9 req-52ab8b70-b907-4a53-aa86-4bb52c930038 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:04.668522 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-4d857bea-5492-41c5-b78a-1ee3a47434e9 req-52ab8b70-b907-4a53-aa86-4bb52c930038 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 945 time: 0.1112256 Jun 23 16:59:04.728299 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-4d857bea-5492-41c5-b78a-1ee3a47434e9 req-a1a21bee-c69a-4819-a99e-3c235bca681b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581295 Jun 23 16:59:04.777758 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2c130-1c97-43cc-8905-b29a2b1f29d2 req-6dc12d6c-5496-49d4-9acb-5f836aa0bf1a tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:04.779311 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-66a2c130-1c97-43cc-8905-b29a2b1f29d2 req-6dc12d6c-5496-49d4-9acb-5f836aa0bf1a tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 984 time: 0.1024711 Jun 23 16:59:04.848729 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-66a2c130-1c97-43cc-8905-b29a2b1f29d2 req-0f99dc83-0f6a-4773-a3b0-4d5964abdac2 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&id=e5df1636-868c-4bf4-9cc3-353f06a5be15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620401 Jun 23 16:59:05.168429 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:59:05.219428 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:59:05.219815 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:05.314971 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:05.341229 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd1d6c5-9c91-461a-9950-4963838daf7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:59:05.345057 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6719b66f-81c1-40ff-a76c-ced91902639d" -d '{"events": [{"server_uuid": "2dd1d6c5-9c91-461a-9950-4963838daf7b", "name": "network-vif-plugged", "status": "completed", "tag": "a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:59:05.366350 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:05.454631 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f0eaf4-f072-4115-9489-c75267a5cc6b x-openstack-request-id: req-99f0eaf4-f072-4115-9489-c75267a5cc6b {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:59:05.455110 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd1d6c5-9c91-461a-9950-4963838daf7b", "name": "network-vif-plugged", "status": "completed", "tag": "a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:59:05.455389 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99f0eaf4-f072-4115-9489-c75267a5cc6b {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:59:05.455941 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd1d6c5-9c91-461a-9950-4963838daf7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407', 'code': 200} Jun 23 16:59:05.456761 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:05.459028 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:05.519650 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407,revision_number=7']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:05.524767 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:05.971549 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868453f-9dc8-4850-b43b-f090c5c3072d req-26c9bca2-842d-4481-8302-c8902adb9e41 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:05.973261 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e868453f-9dc8-4850-b43b-f090c5c3072d req-26c9bca2-842d-4481-8302-c8902adb9e41 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0725462 Jun 23 16:59:06.028223 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e868453f-9dc8-4850-b43b-f090c5c3072d req-6ed415e3-0099-4de4-a555-1fe3554061bc tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489833 Jun 23 16:59:07.231407 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1441f8-1982-484c-8e44-316943a9a314 req-bf30bb0b-e0ef-4a3d-ae0e-d4cc9e726b8c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:07.234901 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1b1441f8-1982-484c-8e44-316943a9a314 req-bf30bb0b-e0ef-4a3d-ae0e-d4cc9e726b8c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0729117 Jun 23 16:59:07.282130 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1b1441f8-1982-484c-8e44-316943a9a314 req-59da57c2-9307-4c2b-968c-38a35208ff80 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414946 Jun 23 16:59:08.492135 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f7be4-18ba-4d90-9ca7-53443abae85b req-7f27bfd6-7a7b-40cf-b8e4-ea163153c002 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:08.494391 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d33f7be4-18ba-4d90-9ca7-53443abae85b req-7f27bfd6-7a7b-40cf-b8e4-ea163153c002 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0731194 Jun 23 16:59:08.539479 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d33f7be4-18ba-4d90-9ca7-53443abae85b req-8eccb8d7-05e2-4112-a501-62f18c3f539a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356495 Jun 23 16:59:09.772966 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afd751-04a4-442a-a9aa-588278cd06c3 req-ab16bc0d-8a09-4cea-a791-eb83cd522b8e tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:09.775788 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b8afd751-04a4-442a-a9aa-588278cd06c3 req-ab16bc0d-8a09-4cea-a791-eb83cd522b8e tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0938225 Jun 23 16:59:09.826254 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b8afd751-04a4-442a-a9aa-588278cd06c3 req-f80eee80-9fbd-4898-bdc7-7e42180681a7 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432885 Jun 23 16:59:11.082261 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820ee9e-16b5-4705-906c-67f519dbeb5f req-f1b88804-c3c4-439d-80c5-0d6fcf646c92 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:11.082261 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8820ee9e-16b5-4705-906c-67f519dbeb5f req-f1b88804-c3c4-439d-80c5-0d6fcf646c92 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0838695 Jun 23 16:59:11.112446 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8820ee9e-16b5-4705-906c-67f519dbeb5f req-266cd02a-6080-4ed3-add7-20ee1ee108e5 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508921 Jun 23 16:59:12.327956 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1385ca-fb64-4772-9b17-ceb07e688961 req-4509f41b-e844-43ab-9ae0-bd2f564548ce tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:12.329529 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7a1385ca-fb64-4772-9b17-ceb07e688961 req-4509f41b-e844-43ab-9ae0-bd2f564548ce tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0806875 Jun 23 16:59:12.381480 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7a1385ca-fb64-4772-9b17-ceb07e688961 req-efb65174-567e-4e4d-85e0-3e2bdc443558 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459709 Jun 23 16:59:13.600224 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924df49-6697-425b-b693-0ea48286774e req-f4c190ba-de40-4284-8cf7-bd8a3f006c8c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:13.602530 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2924df49-6697-425b-b693-0ea48286774e req-f4c190ba-de40-4284-8cf7-bd8a3f006c8c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0745981 Jun 23 16:59:13.657748 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2924df49-6697-425b-b693-0ea48286774e req-87d8f117-d540-4d2e-8ad5-403de80849ee tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454974 Jun 23 16:59:14.846871 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac5b49-c68c-43f7-9d94-a9946db0bfb8 req-aa424bf2-bc4c-42a9-956c-dea8a32a84b9 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:14.848425 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-42ac5b49-c68c-43f7-9d94-a9946db0bfb8 req-aa424bf2-bc4c-42a9-956c-dea8a32a84b9 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0672700 Jun 23 16:59:14.894272 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-42ac5b49-c68c-43f7-9d94-a9946db0bfb8 req-3c960b4a-e1bb-43ce-bd5d-b139efb16545 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392659 Jun 23 16:59:15.620570 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84111fd5-47a0-49da-9cd6-4e833ced76c3 req-7a7620c5-507c-4773-b99e-2ce4c100db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:15.622098 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-84111fd5-47a0-49da-9cd6-4e833ced76c3 req-7a7620c5-507c-4773-b99e-2ce4c100db10 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=58bd8fd6ed204ffa93646e359469c46f&device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 1099 time: 0.0592074 Jun 23 16:59:15.721636 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84111fd5-47a0-49da-9cd6-4e833ced76c3 req-8de2cfcd-7bb8-40fd-b713-3e8c8c0c2d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:15.723194 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-84111fd5-47a0-49da-9cd6-4e833ced76c3 req-8de2cfcd-7bb8-40fd-b713-3e8c8c0c2d3a service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 HTTP/1.1" status: 200 len: 918 time: 0.0944912 Jun 23 16:59:15.881034 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-84111fd5-47a0-49da-9cd6-4e833ced76c3 req-e734eb75-e546-4f5c-9755-fef908ed8d02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 HTTP/1.1" status: 200 len: 1002 time: 0.1509039 Jun 23 16:59:15.937660 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84111fd5-47a0-49da-9cd6-4e833ced76c3 req-b19a6f03-6ef3-47e9-adeb-8fd371a29885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:15.939163 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-84111fd5-47a0-49da-9cd6-4e833ced76c3 req-b19a6f03-6ef3-47e9-adeb-8fd371a29885 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc9f899-f082-4611-8cfd-98693f165ef6 HTTP/1.1" status: 200 len: 855 time: 0.0500224 Jun 23 16:59:15.996001 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84111fd5-47a0-49da-9cd6-4e833ced76c3 req-a69be2fc-60f1-4123-ab6f-643cbd43ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:15.997557 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-84111fd5-47a0-49da-9cd6-4e833ced76c3 req-a69be2fc-60f1-4123-ab6f-643cbd43ecac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513453 Jun 23 16:59:16.078777 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a22ba-ab49-427d-abf6-90f0a67f6363 req-32c15c93-ffbc-4816-898c-681c9d044736 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:16.080312 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-df2a22ba-ab49-427d-abf6-90f0a67f6363 req-32c15c93-ffbc-4816-898c-681c9d044736 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0649874 Jun 23 16:59:16.097094 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-84111fd5-47a0-49da-9cd6-4e833ced76c3 req-685add63-23a5-4e6c-8bca-f0bbae68c5f9 service neutron] 10.222.0.35 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928087 Jun 23 16:59:16.120636 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-df2a22ba-ab49-427d-abf6-90f0a67f6363 req-8196a986-743e-4309-a88f-63fb83f37d00 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343277 Jun 23 16:59:16.204667 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-84111fd5-47a0-49da-9cd6-4e833ced76c3 req-78bf632b-6bf1-4889-ba96-256b0de62325 service neutron] 10.222.0.35 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008198 Jun 23 16:59:17.317794 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2a8a7-672b-4807-aa0f-3be14b3cd84f req-4982ce91-e59e-49c5-b824-0e371ce7517b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:17.319457 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-bfb2a8a7-672b-4807-aa0f-3be14b3cd84f req-4982ce91-e59e-49c5-b824-0e371ce7517b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0694709 Jun 23 16:59:17.363223 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-bfb2a8a7-672b-4807-aa0f-3be14b3cd84f req-c97f31d2-9350-4379-86ea-fca704dbb3e7 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377657 Jun 23 16:59:18.551207 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda36532-421d-41ff-8b06-900380f4b035 req-8355a3a3-141e-4510-97f5-1cec3c07d7ac tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:18.552727 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fda36532-421d-41ff-8b06-900380f4b035 req-8355a3a3-141e-4510-97f5-1cec3c07d7ac tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 946 time: 0.0684536 Jun 23 16:59:18.594051 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fda36532-421d-41ff-8b06-900380f4b035 req-122b0062-e893-4d70-9ade-c81e2d3cd6c3 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353365 Jun 23 16:59:19.307254 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:59:19.410234 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:19.434719 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd1d6c5-9c91-461a-9950-4963838daf7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:59:19.437229 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23054044-dd92-4388-9fbf-be4cfa604ef1" -d '{"events": [{"server_uuid": "2dd1d6c5-9c91-461a-9950-4963838daf7b", "name": "network-vif-unplugged", "status": "completed", "tag": "a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:59:19.450587 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:19.473618 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 16:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cddc8a6-1219-43ef-915f-04ad960e064b x-openstack-request-id: req-6cddc8a6-1219-43ef-915f-04ad960e064b {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:59:19.473924 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd1d6c5-9c91-461a-9950-4963838daf7b", "name": "network-vif-unplugged", "status": "failed", "tag": "a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407", "code": 422}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:59:19.474486 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6cddc8a6-1219-43ef-915f-04ad960e064b {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:59:19.474683 dv-cinder-797608-1-iscsi neutron-server[105488]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2dd1d6c5-9c91-461a-9950-4963838daf7b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407', 'code': 422} returned with failed status Jun 23 16:59:19.541736 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:19.543521 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:19.593909 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407,revision_number=8']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:19.596923 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:21.524461 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3d410691-6cb9-44d2-8de9-7b56421b888c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:22.303855 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d6b11-fe63-4160-b092-7dbc43cc0222 req-7aea2bf2-e865-49a9-b0df-cf10c699fc23 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:22.305375 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a04d6b11-fe63-4160-b092-7dbc43cc0222 req-7aea2bf2-e865-49a9-b0df-cf10c699fc23 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 944 time: 0.0667653 Jun 23 16:59:22.346811 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a04d6b11-fe63-4160-b092-7dbc43cc0222 req-094decc6-e998-47ab-99d2-71d00e450430 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354574 Jun 23 16:59:22.652701 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e9d80312-1c6d-41de-afe3-75886d9c550e req-0935d7e0-6505-4f08-8bef-38a5d3744347 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0544312 Jun 23 16:59:22.753399 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:23.545071 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfdad7-b799-4c53-9196-dd9ddbb4fcb2 req-9e449d58-da95-4e0f-b5f5-6861094c5867 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:23.546848 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-71dfdad7-b799-4c53-9196-dd9ddbb4fcb2 req-9e449d58-da95-4e0f-b5f5-6861094c5867 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 944 time: 0.0719814 Jun 23 16:59:23.587677 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-71dfdad7-b799-4c53-9196-dd9ddbb4fcb2 req-825bb954-ec7a-47dc-b2dd-0599a9d9cb66 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349298 Jun 23 16:59:24.108982 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:24.484700 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-77658cf1-4aa1-4d98-af68-9d67303e1bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:24.596159 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d80312-1c6d-41de-afe3-75886d9c550e req-941240ca-0b8d-45ee-a747-223076a73d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:24.597783 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e9d80312-1c6d-41de-afe3-75886d9c550e req-941240ca-0b8d-45ee-a747-223076a73d2d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b&tenant_id=58bd8fd6ed204ffa93646e359469c46f HTTP/1.1" status: 200 len: 1097 time: 0.0582612 Jun 23 16:59:24.690335 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d80312-1c6d-41de-afe3-75886d9c550e req-80ed0344-df76-44a8-9a31-0eeffc089d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:24.691896 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e9d80312-1c6d-41de-afe3-75886d9c550e req-80ed0344-df76-44a8-9a31-0eeffc089d53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=58bd8fd6ed204ffa93646e359469c46f&device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 1097 time: 0.0546753 Jun 23 16:59:24.829576 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d80312-1c6d-41de-afe3-75886d9c550e req-a0bd541b-29f9-4dff-904d-05f6eae19744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:24.831078 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e9d80312-1c6d-41de-afe3-75886d9c550e req-a0bd541b-29f9-4dff-904d-05f6eae19744 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 HTTP/1.1" status: 200 len: 918 time: 0.1327689 Jun 23 16:59:24.843677 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da9756-849d-4786-a3db-ebfc76311c21 req-54932eb0-908d-4968-bacb-f407f006a1ae tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:24.845242 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-37da9756-849d-4786-a3db-ebfc76311c21 req-54932eb0-908d-4968-bacb-f407f006a1ae tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 944 time: 0.1269329 Jun 23 16:59:24.929402 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e9d80312-1c6d-41de-afe3-75886d9c550e req-bcc5fabf-e683-4b9e-9595-fd5be936c8b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 HTTP/1.1" status: 200 len: 1000 time: 0.0830867 Jun 23 16:59:24.932136 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-37da9756-849d-4786-a3db-ebfc76311c21 req-fd7edec1-f0fc-4dba-ad1f-ebc2d3b1bdbd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802293 Jun 23 16:59:24.983121 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d80312-1c6d-41de-afe3-75886d9c550e req-8928b2b9-66ea-4412-9a0f-a7b93b2e1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:24.984632 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e9d80312-1c6d-41de-afe3-75886d9c550e req-8928b2b9-66ea-4412-9a0f-a7b93b2e1fdf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc9f899-f082-4611-8cfd-98693f165ef6 HTTP/1.1" status: 200 len: 855 time: 0.0455191 Jun 23 16:59:25.047233 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d80312-1c6d-41de-afe3-75886d9c550e req-72ddacaa-897b-4624-9ee6-2b1c2794ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:25.048330 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e9d80312-1c6d-41de-afe3-75886d9c550e req-72ddacaa-897b-4624-9ee6-2b1c2794ae71 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559840 Jun 23 16:59:25.149798 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e9d80312-1c6d-41de-afe3-75886d9c550e req-95db0c3c-f924-4e0f-a954-0d0a46e41170 service neutron] 10.222.0.35 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923326 Jun 23 16:59:25.242899 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e9d80312-1c6d-41de-afe3-75886d9c550e req-3e3e87f2-1a4e-4ce4-b234-8b33ad653084 service neutron] 10.222.0.35 "GET /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865541 Jun 23 16:59:25.257089 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:59:25.575998 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:26.197498 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01f2e4-ef0e-48e2-90f9-a4a82c3191d3 req-a9356bbc-af4a-4d20-b557-59f777218972 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:26.199739 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cc01f2e4-ef0e-48e2-90f9-a4a82c3191d3 req-a9356bbc-af4a-4d20-b557-59f777218972 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 944 time: 0.0964382 Jun 23 16:59:26.248678 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cc01f2e4-ef0e-48e2-90f9-a4a82c3191d3 req-db6dd59a-1007-4cde-9f5d-ff39e2a311d6 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409870 Jun 23 16:59:27.061860 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:27.439815 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08e620-0fe1-42ad-95c6-885ce9bdac9e req-505e37e0-7307-4e54-bb86-f2db36862e90 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:27.441430 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ea08e620-0fe1-42ad-95c6-885ce9bdac9e req-505e37e0-7307-4e54-bb86-f2db36862e90 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 944 time: 0.0700865 Jun 23 16:59:27.480120 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ea08e620-0fe1-42ad-95c6-885ce9bdac9e req-a8d64565-2f74-449f-9c27-8545a06f39f5 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330656 Jun 23 16:59:28.677386 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2009d-4fcd-4b1f-81e7-ab5c7d6f766e req-d08ba8d2-9d60-4301-9091-b4ec0336285b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:28.716727 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-88f2009d-4fcd-4b1f-81e7-ab5c7d6f766e req-d08ba8d2-9d60-4301-9091-b4ec0336285b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 944 time: 0.0639985 Jun 23 16:59:28.728016 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-88f2009d-4fcd-4b1f-81e7-ab5c7d6f766e req-3ef9e308-c9a8-4da7-a369-f32b5f3abeec tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434921 Jun 23 16:59:29.926662 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad4bff-deba-4f76-a1ef-81a8847f19e1 req-a1f46b56-476e-4621-9aca-8cffdd1deb26 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:29.928180 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e7ad4bff-deba-4f76-a1ef-81a8847f19e1 req-a1f46b56-476e-4621-9aca-8cffdd1deb26 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 944 time: 0.0676565 Jun 23 16:59:29.972247 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e7ad4bff-deba-4f76-a1ef-81a8847f19e1 req-abc059bb-fb72-4e04-a9d3-f02617a081f2 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380385 Jun 23 16:59:31.178123 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf4f28-97a3-49b9-be3d-8103d01a4c8c req-9637ff3f-f057-42fc-bcd3-de06700eb72a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:31.179620 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6ccf4f28-97a3-49b9-be3d-8103d01a4c8c req-9637ff3f-f057-42fc-bcd3-de06700eb72a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 944 time: 0.0693197 Jun 23 16:59:31.221849 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6ccf4f28-97a3-49b9-be3d-8103d01a4c8c req-e22ee243-1a7c-43be-8310-082d3e4fa58e tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350904 Jun 23 16:59:32.418606 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6511eb5-5391-4a14-a3c0-3584b46f0213 req-652035c6-a3b4-43e6-a3d9-c3a402d1f2dc tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:32.420211 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-b6511eb5-5391-4a14-a3c0-3584b46f0213 req-652035c6-a3b4-43e6-a3d9-c3a402d1f2dc tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 944 time: 0.0647295 Jun 23 16:59:32.461819 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-b6511eb5-5391-4a14-a3c0-3584b46f0213 req-946dcd02-a667-408e-8574-a459b435d293 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359399 Jun 23 16:59:33.660794 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe33ec1-d61f-42f6-b383-6242f875f16c req-212940c8-dec7-4a25-8dba-0fd1379cc78c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:33.662390 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bbe33ec1-d61f-42f6-b383-6242f875f16c req-212940c8-dec7-4a25-8dba-0fd1379cc78c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 944 time: 0.0680187 Jun 23 16:59:33.711894 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bbe33ec1-d61f-42f6-b383-6242f875f16c req-b86690bc-961c-438c-89a8-0366a40acc2b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435374 Jun 23 16:59:34.904762 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b657b11-4856-4e8a-a2c2-c8309195c764 req-7a1168f2-de62-447a-8100-aed69457f17c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:34.906337 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0b657b11-4856-4e8a-a2c2-c8309195c764 req-7a1168f2-de62-447a-8100-aed69457f17c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 944 time: 0.0701914 Jun 23 16:59:34.947759 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0b657b11-4856-4e8a-a2c2-c8309195c764 req-718ed029-e71a-4777-b957-96336bd91d83 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351987 Jun 23 16:59:36.131414 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744965c1-3e9f-4ef2-a2dd-1cdf869d1f5a req-d369c882-5e8e-466c-81b7-9d87a650d40e tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:36.132891 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-744965c1-3e9f-4ef2-a2dd-1cdf869d1f5a req-d369c882-5e8e-466c-81b7-9d87a650d40e tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 944 time: 0.0674467 Jun 23 16:59:36.430905 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-744965c1-3e9f-4ef2-a2dd-1cdf869d1f5a req-cac2d8d9-b44c-4252-860d-efd4ada0c82a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922213 Jun 23 16:59:37.608483 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777f8fb-c69a-4038-a1cd-31943709d90b req-b13f596a-8d43-4001-904d-3ec8adb713e1 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:37.609983 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1777f8fb-c69a-4038-a1cd-31943709d90b req-b13f596a-8d43-4001-904d-3ec8adb713e1 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 944 time: 0.0640776 Jun 23 16:59:37.650257 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1777f8fb-c69a-4038-a1cd-31943709d90b req-a1f59c86-0219-4ac7-8153-10a58f2e0c06 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346477 Jun 23 16:59:38.837298 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7d989-d704-49e7-9a9d-ba5c472db777 req-fcc2987e-168a-4f69-ad9a-4b4c9d3967ca tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:38.838773 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2aa7d989-d704-49e7-9a9d-ba5c472db777 req-fcc2987e-168a-4f69-ad9a-4b4c9d3967ca tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 944 time: 0.0691586 Jun 23 16:59:38.877127 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2aa7d989-d704-49e7-9a9d-ba5c472db777 req-cfa41063-efc5-4e4b-82b6-a224254029b8 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324125 Jun 23 16:59:39.387421 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:59:39.487807 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:39.499421 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': 'a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'port_id': 'a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407', 'mac_address': 'fa:16:3e:24:5e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:59:39.535930 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:39.549302 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:59:39.570355 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:39.661358 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:39.663184 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:39.714784 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407,revision_number=9']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:39.718134 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:40.016915 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:59:40.067394 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b289d-1a68-4a57-8358-5f02b2a1565a req-8a9e96f8-dc4c-49d3-b883-4dee9478ebda tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:40.068885 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-af7b289d-1a68-4a57-8358-5f02b2a1565a req-8a9e96f8-dc4c-49d3-b883-4dee9478ebda tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 945 time: 0.0765433 Jun 23 16:59:40.108661 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-af7b289d-1a68-4a57-8358-5f02b2a1565a req-eab0ee03-ec16-4a5f-a033-b9251e7bf758 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338993 Jun 23 16:59:41.293175 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c63479-376f-4988-94bc-cec56ee6d901 req-60377d6c-5d52-4e83-83f8-8d4c8c9fd905 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:41.294577 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-74c63479-376f-4988-94bc-cec56ee6d901 req-60377d6c-5d52-4e83-83f8-8d4c8c9fd905 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 945 time: 0.0648997 Jun 23 16:59:41.336119 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-74c63479-376f-4988-94bc-cec56ee6d901 req-8e23b9ef-9e45-4686-8fe7-84f01f847ac4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354936 Jun 23 16:59:41.387849 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:59:41.438273 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:59:41.438647 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:41.515183 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:41.538080 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd1d6c5-9c91-461a-9950-4963838daf7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:59:41.540354 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4712a5e2-baea-49e5-be0d-74bb73ca9d7f" -d '{"events": [{"server_uuid": "2dd1d6c5-9c91-461a-9950-4963838daf7b", "name": "network-vif-plugged", "status": "completed", "tag": "a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:59:41.552833 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:41.577832 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56048349-2151-4021-b73e-63a580dc9e33 x-openstack-request-id: req-56048349-2151-4021-b73e-63a580dc9e33 {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:59:41.578143 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd1d6c5-9c91-461a-9950-4963838daf7b", "name": "network-vif-plugged", "status": "completed", "tag": "a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:59:41.578410 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56048349-2151-4021-b73e-63a580dc9e33 {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:59:41.578815 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd1d6c5-9c91-461a-9950-4963838daf7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407', 'code': 200} Jun 23 16:59:41.655272 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:41.657180 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:41.706991 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407,revision_number=10']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:41.718747 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:42.081991 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791233a-90f0-4304-9f19-d2e51babd579 req-f414037a-1f2e-48fe-b921-685bbb0e4b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:42.083371 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9791233a-90f0-4304-9f19-d2e51babd579 req-f414037a-1f2e-48fe-b921-685bbb0e4b27 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 1100 time: 0.0514772 Jun 23 16:59:42.119834 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9791233a-90f0-4304-9f19-d2e51babd579 req-76d03dad-37bc-4f4a-a223-7a81afccf133 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292776 Jun 23 16:59:42.525987 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5022b1-6dd3-4510-9203-acb863c5cf56 req-d004a779-adb3-4f92-a2f7-15b2bbb527c9 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:42.527460 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7c5022b1-6dd3-4510-9203-acb863c5cf56 req-d004a779-adb3-4f92-a2f7-15b2bbb527c9 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 947 time: 0.0632493 Jun 23 16:59:42.568325 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7c5022b1-6dd3-4510-9203-acb863c5cf56 req-d8a76646-0418-4786-94ef-60a37b2f5c22 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339012 Jun 23 16:59:43.762680 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93923bc-3b2e-4e59-a5db-7d2ea4914c35 req-e8a53cba-495c-4233-9a5f-cdf47ffd0331 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:43.775726 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a93923bc-3b2e-4e59-a5db-7d2ea4914c35 req-e8a53cba-495c-4233-9a5f-cdf47ffd0331 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 947 time: 0.0644698 Jun 23 16:59:43.804300 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a93923bc-3b2e-4e59-a5db-7d2ea4914c35 req-35a65ad1-ba56-4b9b-8d40-1ebffcc3eb04 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336046 Jun 23 16:59:44.207915 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-22c2173a-e66c-4674-b2af-6f03d9f109a8 req-945a7a6d-0252-4421-8e9c-0a2bcb299284 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2095315208&fields=id&tenant_id=63e4dcf380f2416393003de303dd7b70 HTTP/1.1" status: 200 len: 267 time: 0.0341885 Jun 23 16:59:44.277402 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2173a-e66c-4674-b2af-6f03d9f109a8 req-43183705-a7eb-4713-afb0-23924797350d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:44.279481 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-22c2173a-e66c-4674-b2af-6f03d9f109a8 req-43183705-a7eb-4713-afb0-23924797350d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 984 time: 0.0656576 Jun 23 16:59:44.289822 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-22c2173a-e66c-4674-b2af-6f03d9f109a8 req-8b41deaf-88f4-440d-8a5f-c1ab5ae13d54 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Request body: {'port': {'security_groups': ['6d641037-1928-4375-970e-64b191888ef1']}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:59:44.375804 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-22c2173a-e66c-4674-b2af-6f03d9f109a8 req-8b41deaf-88f4-440d-8a5f-c1ab5ae13d54 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:44.568508 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-22c2173a-e66c-4674-b2af-6f03d9f109a8 req-8b41deaf-88f4-440d-8a5f-c1ab5ae13d54 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] For port 24888332-5c1a-4242-abfb-632ad4504fd2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=24888332-5c1a-4242-abfb-632ad4504fd2,segment=NetworkSegment(99021f02-74f6-4b5b-87b5-bc50f7979082),segment_id=99021f02-74f6-4b5b-87b5-bc50f7979082)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:44.599144 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-22c2173a-e66c-4674-b2af-6f03d9f109a8 req-8b41deaf-88f4-440d-8a5f-c1ab5ae13d54 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:44.666513 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-22c2173a-e66c-4674-b2af-6f03d9f109a8 req-8b41deaf-88f4-440d-8a5f-c1ab5ae13d54 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:44.674918 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-4b796d01-4f76-4684-89eb-09ca84c1c864 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:44.706374 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['24888332-5c1a-4242-abfb-632ad4504fd2'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:59:44.724932 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2173a-e66c-4674-b2af-6f03d9f109a8 req-8b41deaf-88f4-440d-8a5f-c1ab5ae13d54 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:44.725611 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-22c2173a-e66c-4674-b2af-6f03d9f109a8 req-8b41deaf-88f4-440d-8a5f-c1ab5ae13d54 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:44.727185 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-22c2173a-e66c-4674-b2af-6f03d9f109a8 req-8b41deaf-88f4-440d-8a5f-c1ab5ae13d54 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "PUT /v2.0/ports/24888332-5c1a-4242-abfb-632ad4504fd2 HTTP/1.1" status: 200 len: 942 time: 0.4418714 Jun 23 16:59:44.727594 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589208a8-bd39-4b58-a2c3-4409a6cdd357', 'tag': '24888332-5c1a-4242-abfb-632ad4504fd2'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:59:44.730002 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8276266-0353-4b0f-a350-6a67576bae11" -d '{"events": [{"name": "network-changed", "server_uuid": "589208a8-bd39-4b58-a2c3-4409a6cdd357", "tag": "24888332-5c1a-4242-abfb-632ad4504fd2"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:59:44.740219 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60022) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:59:44.800490 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41deaf-88f4-440d-8a5f-c1ab5ae13d54 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Pushing event updated for resources: {'Port': ['ID=24888332-5c1a-4242-abfb-632ad4504fd2,revision_number=7']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:44.803711 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41deaf-88f4-440d-8a5f-c1ab5ae13d54 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:44.804089 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41deaf-88f4-440d-8a5f-c1ab5ae13d54 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:44.804458 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41deaf-88f4-440d-8a5f-c1ab5ae13d54 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:44.804822 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41deaf-88f4-440d-8a5f-c1ab5ae13d54 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:44.805208 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41deaf-88f4-440d-8a5f-c1ab5ae13d54 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:44.814837 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41deaf-88f4-440d-8a5f-c1ab5ae13d54 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:44.815220 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41deaf-88f4-440d-8a5f-c1ab5ae13d54 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:44.815591 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41deaf-88f4-440d-8a5f-c1ab5ae13d54 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:44.815955 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41deaf-88f4-440d-8a5f-c1ab5ae13d54 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:44.816317 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41deaf-88f4-440d-8a5f-c1ab5ae13d54 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:44.816677 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41deaf-88f4-440d-8a5f-c1ab5ae13d54 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:44.817033 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41deaf-88f4-440d-8a5f-c1ab5ae13d54 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:44.825063 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-8b41deaf-88f4-440d-8a5f-c1ab5ae13d54 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:44.857664 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8bd5db2f-e321-48c1-897d-b62350a7ef30 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:44.879807 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0d5f47-6098-4564-82b0-ef3a2d217f77 x-openstack-request-id: req-3f0d5f47-6098-4564-82b0-ef3a2d217f77 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:59:44.879807 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589208a8-bd39-4b58-a2c3-4409a6cdd357", "tag": "24888332-5c1a-4242-abfb-632ad4504fd2", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:59:44.880249 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f0d5f47-6098-4564-82b0-ef3a2d217f77 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:59:44.880377 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '589208a8-bd39-4b58-a2c3-4409a6cdd357', 'tag': '24888332-5c1a-4242-abfb-632ad4504fd2', 'status': 'completed', 'code': 200} Jun 23 16:59:44.889046 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['24888332-5c1a-4242-abfb-632ad4504fd2'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:59:44.905407 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8bd5db2f-e321-48c1-897d-b62350a7ef30 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:45.048945 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8276266-0353-4b0f-a350-6a67576bae11 req-8a672fcb-a57c-41ac-a894-17e2e656bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:45.050843 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e8276266-0353-4b0f-a350-6a67576bae11 req-8a672fcb-a57c-41ac-a894-17e2e656bfa6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63e4dcf380f2416393003de303dd7b70&device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 1098 time: 0.0880711 Jun 23 16:59:45.079350 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42276399-177e-467c-bc2c-0d3c221afd6e req-267c3184-c0de-420a-ac93-27a93b042d54 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:45.080959 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-42276399-177e-467c-bc2c-0d3c221afd6e req-267c3184-c0de-420a-ac93-27a93b042d54 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 947 time: 0.0893319 Jun 23 16:59:45.124241 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-42276399-177e-467c-bc2c-0d3c221afd6e req-403e3f25-3d65-445d-82cf-a31d10ea3771 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354896 Jun 23 16:59:45.152697 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8bd5db2f-e321-48c1-897d-b62350a7ef30 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:45.156292 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8bd5db2f-e321-48c1-897d-b62350a7ef30 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:45.157489 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-8bd5db2f-e321-48c1-897d-b62350a7ef30 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "DELETE /v2.0/security-groups/e5df1636-868c-4bf4-9cc3-353f06a5be15 HTTP/1.1" status: 204 len: 168 time: 0.4160223 Jun 23 16:59:45.160192 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60028) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:59:45.161510 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-2f7fa841-f3ca-4be1-805b-e38a7522c2c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:45.172198 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5db2f-e321-48c1-897d-b62350a7ef30 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5df1636-868c-4bf4-9cc3-353f06a5be15,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:45.174919 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8276266-0353-4b0f-a350-6a67576bae11 req-c3bbed02-62aa-4635-af10-f47698b33536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:45.176369 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e8276266-0353-4b0f-a350-6a67576bae11 req-c3bbed02-62aa-4635-af10-f47698b33536 service neutron] 10.222.0.35 "GET /v2.0/networks?id=704e2731-babc-42e4-8d84-da6deaa922c9 HTTP/1.1" status: 200 len: 917 time: 0.1194572 Jun 23 16:59:45.180851 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-51c10ec1-5ac7-4340-8388-2c3054c4cb31 None None] Provisioning complete for port 24888332-5c1a-4242-abfb-632ad4504fd2 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:59:45.181463 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-51c10ec1-5ac7-4340-8388-2c3054c4cb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:45.191952 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5db2f-e321-48c1-897d-b62350a7ef30 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:45.192334 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5db2f-e321-48c1-897d-b62350a7ef30 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:45.192710 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5db2f-e321-48c1-897d-b62350a7ef30 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:45.193075 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5db2f-e321-48c1-897d-b62350a7ef30 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:45.193468 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5db2f-e321-48c1-897d-b62350a7ef30 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:45.193828 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5db2f-e321-48c1-897d-b62350a7ef30 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:45.194188 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5db2f-e321-48c1-897d-b62350a7ef30 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:45.194544 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5db2f-e321-48c1-897d-b62350a7ef30 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:45.194898 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5db2f-e321-48c1-897d-b62350a7ef30 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:45.195253 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5db2f-e321-48c1-897d-b62350a7ef30 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:45.195607 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5db2f-e321-48c1-897d-b62350a7ef30 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:45.195962 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5db2f-e321-48c1-897d-b62350a7ef30 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:45.199921 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-8bd5db2f-e321-48c1-897d-b62350a7ef30 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:45.268588 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e8276266-0353-4b0f-a350-6a67576bae11 req-ab6a288d-9688-4487-954f-b77e0a504188 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24888332-5c1a-4242-abfb-632ad4504fd2 HTTP/1.1" status: 200 len: 1000 time: 0.0845485 Jun 23 16:59:45.321588 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8276266-0353-4b0f-a350-6a67576bae11 req-a4f3605f-e316-438e-87b2-23d76cb1f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:45.323066 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e8276266-0353-4b0f-a350-6a67576bae11 req-a4f3605f-e316-438e-87b2-23d76cb1f57e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75fcf02c-21d1-4889-9904-bcce91c63f88 HTTP/1.1" status: 200 len: 854 time: 0.0474989 Jun 23 16:59:45.345894 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-9a1741c4-b7fe-476f-a4d2-156a52ed2abb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Deleting port 086f7421-12ab-4d88-9d24-8f96dfb88407 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:59:45.346465 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9a1741c4-b7fe-476f-a4d2-156a52ed2abb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:45.397440 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8276266-0353-4b0f-a350-6a67576bae11 req-28c675e1-2ba4-493d-96b2-d40c6040f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:45.398825 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e8276266-0353-4b0f-a350-6a67576bae11 req-28c675e1-2ba4-493d-96b2-d40c6040f5ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=704e2731-babc-42e4-8d84-da6deaa922c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599134 Jun 23 16:59:45.461391 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9a1741c4-b7fe-476f-a4d2-156a52ed2abb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:45.461723 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9a1741c4-b7fe-476f-a4d2-156a52ed2abb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:45.477950 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-9a1741c4-b7fe-476f-a4d2-156a52ed2abb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Calling delete_port for 086f7421-12ab-4d88-9d24-8f96dfb88407 owned by network:floatingip {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:59:45.490005 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e8276266-0353-4b0f-a350-6a67576bae11 req-3fd4df82-0eeb-49cd-9ef6-8b5fd5d24099 service neutron] 10.222.0.35 "GET /v2.0/networks/704e2731-babc-42e4-8d84-da6deaa922c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830393 Jun 23 16:59:45.492336 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6f45b-6331-498d-8d40-d5cbc5b7b600 req-37e6aeb1-b803-4269-a6c7-b020de0ac9d7 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:45.494032 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6aa6f45b-6331-498d-8d40-d5cbc5b7b600 req-37e6aeb1-b803-4269-a6c7-b020de0ac9d7 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c396daf2-4393-4ba3-9cd0-26ffd9f3898c HTTP/1.1" status: 200 len: 945 time: 0.1358953 Jun 23 16:59:45.587338 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e8276266-0353-4b0f-a350-6a67576bae11 req-db051016-abbe-48b5-a6bd-b1fc79d06a16 service neutron] 10.222.0.35 "GET /v2.0/networks/704e2731-babc-42e4-8d84-da6deaa922c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905430 Jun 23 16:59:45.605250 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6aa6f45b-6331-498d-8d40-d5cbc5b7b600 req-39946044-4677-4ce4-bfad-ebe8bda3bd8b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=12cebc74-9104-4d4b-8b9d-2a4a912adb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035666 Jun 23 16:59:45.758132 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9a1741c4-b7fe-476f-a4d2-156a52ed2abb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:45.760239 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:45.785465 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1741c4-b7fe-476f-a4d2-156a52ed2abb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Pushing event deleted for resources: {'Port': ['ID=086f7421-12ab-4d88-9d24-8f96dfb88407,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:45.788577 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-9a1741c4-b7fe-476f-a4d2-156a52ed2abb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:45.853667 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9a1741c4-b7fe-476f-a4d2-156a52ed2abb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks [] for floatingip, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:45.854061 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.l3_db [None req-9a1741c4-b7fe-476f-a4d2-156a52ed2abb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Floating IP 2ce2f5a7-fdfd-4455-b8ef-12ae583f1429 disassociated (deleted). External IP: 172.27.2.37, port: 24888332-5c1a-4242-abfb-632ad4504fd2. Jun 23 16:59:46.055390 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1741c4-b7fe-476f-a4d2-156a52ed2abb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Router f5724265-47df-49e5-b468-a78846b51afa has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:59:46.161582 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1741c4-b7fe-476f-a4d2-156a52ed2abb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:59:46.165958 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9a1741c4-b7fe-476f-a4d2-156a52ed2abb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:46.172050 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf0cefa-aeca-4013-85a9-10e5605ce59a None None] Sync routers for ids ['f5724265-47df-49e5-b468-a78846b51afa'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:59:46.180941 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf0cefa-aeca-4013-85a9-10e5605ce59a None None] Routers {'f5724265-47df-49e5-b468-a78846b51afa'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:59:46.181805 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-9bf0cefa-aeca-4013-85a9-10e5605ce59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:59:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['f5724265-47df-49e5-b468-a78846b51afa'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:59:46.206150 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-9a1741c4-b7fe-476f-a4d2-156a52ed2abb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "DELETE /v2.0/floatingips/2ce2f5a7-fdfd-4455-b8ef-12ae583f1429 HTTP/1.1" status: 204 len: 168 time: 1.0448523 Jun 23 16:59:46.291165 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-9bf0cefa-aeca-4013-85a9-10e5605ce59a None None] Set router f5724265-47df-49e5-b468-a78846b51afa gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:59:46.362575 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a549441-5807-4bd6-a212-3e9e7c020483 req-b799a9b1-f947-4841-b8b8-2d44f9c763bb tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:46.365769 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9a549441-5807-4bd6-a212-3e9e7c020483 req-b799a9b1-f947-4841-b8b8-2d44f9c763bb tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 947 time: 0.0715990 Jun 23 16:59:46.411050 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9a549441-5807-4bd6-a212-3e9e7c020483 req-62936845-6a11-4509-a977-c832e62b62bd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381310 Jun 23 16:59:46.499896 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-9bf0cefa-aeca-4013-85a9-10e5605ce59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5724265-47df-49e5-b468-a78846b51afa', 'name': 'tempest-TestMinimumBasicScenario-2044645101-router', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:57:07Z', 'updated_at': '2021-06-23T16:57:11Z', 'revision_number': 4, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'gw_port': {'id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:08Z', 'updated_at': '2021-06-23T16:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': 'eb43670c-4dee-479c-9a35-489d3ea2bf02', 'name': '', 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'mac_address': 'fa:16:3e:72:5d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '75fcf02c-21d1-4889-9904-bcce91c63f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:10Z', 'updated_at': '2021-06-23T16:57:17Z', 'revision_number': 5, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'subnets': [{'id': '75fcf02c-21d1-4889-9904-bcce91c63f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:59:46.530519 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf0cefa-aeca-4013-85a9-10e5605ce59a None None] Checking router: f5724265-47df-49e5-b468-a78846b51afa for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:59:46.539076 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf0cefa-aeca-4013-85a9-10e5605ce59a None None] Routers {'f5724265-47df-49e5-b468-a78846b51afa'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:59:46.539683 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-9bf0cefa-aeca-4013-85a9-10e5605ce59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:59:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['f5724265-47df-49e5-b468-a78846b51afa'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:59:46.790019 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-9bf0cefa-aeca-4013-85a9-10e5605ce59a None None] Set router f5724265-47df-49e5-b468-a78846b51afa gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:59:46.807603 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49dacb-69cb-4bcc-bc7d-92097dedf59f req-e01ffe63-0d98-48fe-8a2c-bce4273fcfda tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:46.809078 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4a49dacb-69cb-4bcc-bc7d-92097dedf59f req-e01ffe63-0d98-48fe-8a2c-bce4273fcfda tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c396daf2-4393-4ba3-9cd0-26ffd9f3898c HTTP/1.1" status: 200 len: 945 time: 0.0738578 Jun 23 16:59:46.850868 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4a49dacb-69cb-4bcc-bc7d-92097dedf59f req-69335ab4-dce5-4ef6-9200-aee74a7be12b tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=12cebc74-9104-4d4b-8b9d-2a4a912adb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353734 Jun 23 16:59:46.881661 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589208a8-bd39-4b58-a2c3-4409a6cdd357', 'tag': '24888332-5c1a-4242-abfb-632ad4504fd2'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:59:46.884439 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222f5092-7519-44ed-93d3-cd9e63811679" -d '{"events": [{"name": "network-changed", "server_uuid": "589208a8-bd39-4b58-a2c3-4409a6cdd357", "tag": "24888332-5c1a-4242-abfb-632ad4504fd2"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:59:46.925428 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743f8459-1742-4d11-9d64-6a071c6c803e x-openstack-request-id: req-743f8459-1742-4d11-9d64-6a071c6c803e {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:59:46.925763 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589208a8-bd39-4b58-a2c3-4409a6cdd357", "tag": "24888332-5c1a-4242-abfb-632ad4504fd2", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:59:46.926052 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-743f8459-1742-4d11-9d64-6a071c6c803e {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:59:46.926490 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '589208a8-bd39-4b58-a2c3-4409a6cdd357', 'tag': '24888332-5c1a-4242-abfb-632ad4504fd2', 'status': 'completed', 'code': 200} Jun 23 16:59:46.993124 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-9bf0cefa-aeca-4013-85a9-10e5605ce59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5724265-47df-49e5-b468-a78846b51afa', 'name': 'tempest-TestMinimumBasicScenario-2044645101-router', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:57:07Z', 'updated_at': '2021-06-23T16:57:11Z', 'revision_number': 4, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'gw_port': {'id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:08Z', 'updated_at': '2021-06-23T16:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': 'eb43670c-4dee-479c-9a35-489d3ea2bf02', 'name': '', 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'mac_address': 'fa:16:3e:72:5d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '75fcf02c-21d1-4889-9904-bcce91c63f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:10Z', 'updated_at': '2021-06-23T16:57:17Z', 'revision_number': 5, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'subnets': [{'id': '75fcf02c-21d1-4889-9904-bcce91c63f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:59:47.019461 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf0cefa-aeca-4013-85a9-10e5605ce59a None None] The sync data for ids ['f5724265-47df-49e5-b468-a78846b51afa'] in dv-cinder-797608-1-iscsi is: [{'id': 'f5724265-47df-49e5-b468-a78846b51afa', 'name': 'tempest-TestMinimumBasicScenario-2044645101-router', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:57:07Z', 'updated_at': '2021-06-23T16:57:11Z', 'revision_number': 4, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'gw_port': {'id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:08Z', 'updated_at': '2021-06-23T16:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': 'eb43670c-4dee-479c-9a35-489d3ea2bf02', 'name': '', 'network_id': '704e2731-babc-42e4-8d84-da6deaa922c9', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'mac_address': 'fa:16:3e:72:5d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '75fcf02c-21d1-4889-9904-bcce91c63f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:10Z', 'updated_at': '2021-06-23T16:57:17Z', 'revision_number': 5, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'subnets': [{'id': '75fcf02c-21d1-4889-9904-bcce91c63f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:59:47.048287 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f5092-7519-44ed-93d3-cd9e63811679 req-f0342d42-1c44-47be-8f1f-f2c53b237b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:47.049837 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-222f5092-7519-44ed-93d3-cd9e63811679 req-f0342d42-1c44-47be-8f1f-f2c53b237b9c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63e4dcf380f2416393003de303dd7b70&device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 1098 time: 0.0598938 Jun 23 16:59:47.147456 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f5092-7519-44ed-93d3-cd9e63811679 req-9f18b5fc-4cdb-48a6-aa69-13f255a74ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:47.149021 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-222f5092-7519-44ed-93d3-cd9e63811679 req-9f18b5fc-4cdb-48a6-aa69-13f255a74ea5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=704e2731-babc-42e4-8d84-da6deaa922c9 HTTP/1.1" status: 200 len: 917 time: 0.0878217 Jun 23 16:59:47.197718 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-222f5092-7519-44ed-93d3-cd9e63811679 req-07ee4ba8-5f09-4cc6-abc7-81c76265ecc2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24888332-5c1a-4242-abfb-632ad4504fd2 HTTP/1.1" status: 200 len: 217 time: 0.0381355 Jun 23 16:59:47.241664 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07971a7d-009c-4275-8d60-718766bb09f5 None None] New status for floating IP 2ce2f5a7-fdfd-4455-b8ef-12ae583f1429: DOWN {{(pid=105489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:59:47.315982 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f5092-7519-44ed-93d3-cd9e63811679 req-a8f5929d-9e57-4f4c-a53b-ce2630cbd30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:47.318118 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-222f5092-7519-44ed-93d3-cd9e63811679 req-a8f5929d-9e57-4f4c-a53b-ce2630cbd30d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75fcf02c-21d1-4889-9904-bcce91c63f88 HTTP/1.1" status: 200 len: 854 time: 0.0493724 Jun 23 16:59:47.338072 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c9c67-0c5b-4055-8232-cd8bc2119741 req-75e55c93-2b89-406f-9473-4050c2158a62 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:47.339744 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-852c9c67-0c5b-4055-8232-cd8bc2119741 req-75e55c93-2b89-406f-9473-4050c2158a62 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.35 "GET /v2.0/ports?device_id=c396daf2-4393-4ba3-9cd0-26ffd9f3898c HTTP/1.1" status: 200 len: 945 time: 0.0705237 Jun 23 16:59:47.382107 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f5092-7519-44ed-93d3-cd9e63811679 req-286a941f-a4a2-434c-9824-02ea13ac4935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:47.383693 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-222f5092-7519-44ed-93d3-cd9e63811679 req-286a941f-a4a2-434c-9824-02ea13ac4935 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=704e2731-babc-42e4-8d84-da6deaa922c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588827 Jun 23 16:59:47.446685 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-852c9c67-0c5b-4055-8232-cd8bc2119741 req-97b6ea4c-0c64-4c98-8c5a-6e46d17bc198 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Deleting port 208da926-1c61-4ed5-a8d9-d52453ae97d7 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:59:47.447034 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-852c9c67-0c5b-4055-8232-cd8bc2119741 req-97b6ea4c-0c64-4c98-8c5a-6e46d17bc198 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:47.487120 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-222f5092-7519-44ed-93d3-cd9e63811679 req-bebfd915-8747-4e79-a9c0-052a7280aa49 service neutron] 10.222.0.35 "GET /v2.0/networks/704e2731-babc-42e4-8d84-da6deaa922c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910528 Jun 23 16:59:47.543600 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-852c9c67-0c5b-4055-8232-cd8bc2119741 req-97b6ea4c-0c64-4c98-8c5a-6e46d17bc198 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] For port 208da926-1c61-4ed5-a8d9-d52453ae97d7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=208da926-1c61-4ed5-a8d9-d52453ae97d7,segment=NetworkSegment(b569fb93-7894-43d9-9e6f-ec82b13b1eb5),segment_id=b569fb93-7894-43d9-9e6f-ec82b13b1eb5)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:47.546420 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-852c9c67-0c5b-4055-8232-cd8bc2119741 req-97b6ea4c-0c64-4c98-8c5a-6e46d17bc198 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:47.581531 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-222f5092-7519-44ed-93d3-cd9e63811679 req-b6dbb25c-ca64-483a-91a5-5f0914c96956 service neutron] 10.222.0.35 "GET /v2.0/networks/704e2731-babc-42e4-8d84-da6deaa922c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872555 Jun 23 16:59:47.773909 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-852c9c67-0c5b-4055-8232-cd8bc2119741 req-97b6ea4c-0c64-4c98-8c5a-6e46d17bc198 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:47.774282 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-852c9c67-0c5b-4055-8232-cd8bc2119741 req-97b6ea4c-0c64-4c98-8c5a-6e46d17bc198 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724514'] for floatingip, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:47.774587 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.l3_db [req-852c9c67-0c5b-4055-8232-cd8bc2119741 req-97b6ea4c-0c64-4c98-8c5a-6e46d17bc198 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Floating IP 1d0ea17e-b4ee-4cb4-b2d7-5ee96c0974d7 disassociated. External IP: 172.27.2.105, port: 208da926-1c61-4ed5-a8d9-d52453ae97d7. Jun 23 16:59:47.775341 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-852c9c67-0c5b-4055-8232-cd8bc2119741 req-97b6ea4c-0c64-4c98-8c5a-6e46d17bc198 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Calling delete_port for 208da926-1c61-4ed5-a8d9-d52453ae97d7 owned by compute:nova {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:59:48.009700 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-852c9c67-0c5b-4055-8232-cd8bc2119741 req-97b6ea4c-0c64-4c98-8c5a-6e46d17bc198 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:48.015133 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-89fdafcf-6388-4d08-8f73-17562818a08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:48.035373 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e240ea-d449-4f4e-a6d0-7428eae6e087 req-29867004-6b6f-46ec-8da4-cf171ac33717 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:48.036859 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-94e240ea-d449-4f4e-a6d0-7428eae6e087 req-29867004-6b6f-46ec-8da4-cf171ac33717 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c396daf2-4393-4ba3-9cd0-26ffd9f3898c HTTP/1.1" status: 200 len: 867 time: 0.0685716 Jun 23 16:59:48.043316 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6ea4c-0c64-4c98-8c5a-6e46d17bc198 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Pushing event deleted for resources: {'Port': ['ID=208da926-1c61-4ed5-a8d9-d52453ae97d7,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:48.047127 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-97b6ea4c-0c64-4c98-8c5a-6e46d17bc198 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:48.084889 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-94e240ea-d449-4f4e-a6d0-7428eae6e087 req-323a8b41-1b85-4e02-a538-e2081a3b0065 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups?id=12cebc74-9104-4d4b-8b9d-2a4a912adb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418739 Jun 23 16:59:48.167495 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-852c9c67-0c5b-4055-8232-cd8bc2119741 req-97b6ea4c-0c64-4c98-8c5a-6e46d17bc198 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Router 4a407d4a-79c7-4139-ac52-94d87a04ea4f has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:59:48.277253 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-852c9c67-0c5b-4055-8232-cd8bc2119741 req-97b6ea4c-0c64-4c98-8c5a-6e46d17bc198 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:59:48.287069 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fcbcb3-7597-4065-9786-39da3f54c882 None None] Sync routers for ids ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:59:48.297240 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fcbcb3-7597-4065-9786-39da3f54c882 None None] Routers {'4a407d4a-79c7-4139-ac52-94d87a04ea4f'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:59:48.298026 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-96fcbcb3-7597-4065-9786-39da3f54c882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:59:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:59:48.325022 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-852c9c67-0c5b-4055-8232-cd8bc2119741 req-97b6ea4c-0c64-4c98-8c5a-6e46d17bc198 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] No DVR routers for this DVR port 208da926-1c61-4ed5-a8d9-d52453ae97d7 on host hv-cinder-79760 {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:59:48.328160 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-852c9c67-0c5b-4055-8232-cd8bc2119741 req-97b6ea4c-0c64-4c98-8c5a-6e46d17bc198 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:48.330914 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-852c9c67-0c5b-4055-8232-cd8bc2119741 req-97b6ea4c-0c64-4c98-8c5a-6e46d17bc198 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.35 "DELETE /v2.0/ports/208da926-1c61-4ed5-a8d9-d52453ae97d7 HTTP/1.1" status: 204 len: 173 time: 0.9851487 Jun 23 16:59:48.409730 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-96fcbcb3-7597-4065-9786-39da3f54c882 None None] Set router 4a407d4a-79c7-4139-ac52-94d87a04ea4f gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:59:48.635135 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-96fcbcb3-7597-4065-9786-39da3f54c882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'name': 'tempest-AttachVolumeTestJSON-1191488516-router', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:50Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '13aefe26f9b840c483117371156e9160', 'gw_port': {'id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '52430676-3bec-4f57-bf8e-18e75324c7f8', 'name': '', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'mac_address': 'fa:16:3e:69:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '556de990-9411-4552-8962-8043c6baa871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:53:03Z', 'updated_at': '2021-06-23T16:53:20Z', 'revision_number': 5, 'project_id': '13aefe26f9b840c483117371156e9160', 'subnets': [{'id': '556de990-9411-4552-8962-8043c6baa871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:59:48.663654 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fcbcb3-7597-4065-9786-39da3f54c882 None None] Checking router: 4a407d4a-79c7-4139-ac52-94d87a04ea4f for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:59:48.673595 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fcbcb3-7597-4065-9786-39da3f54c882 None None] Routers {'4a407d4a-79c7-4139-ac52-94d87a04ea4f'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:59:48.674218 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-96fcbcb3-7597-4065-9786-39da3f54c882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:59:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:59:48.797467 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-96fcbcb3-7597-4065-9786-39da3f54c882 None None] Set router 4a407d4a-79c7-4139-ac52-94d87a04ea4f gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:59:48.927450 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c396daf2-4393-4ba3-9cd0-26ffd9f3898c', 'name': 'network-vif-deleted', 'tag': '208da926-1c61-4ed5-a8d9-d52453ae97d7'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:59:48.930538 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb92bfe0-c021-44a9-9b23-d7daf11a71a3" -d '{"events": [{"server_uuid": "c396daf2-4393-4ba3-9cd0-26ffd9f3898c", "name": "network-vif-deleted", "tag": "208da926-1c61-4ed5-a8d9-d52453ae97d7"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:59:48.970954 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dcbc04-cf88-4151-87df-e8d4f5168357 x-openstack-request-id: req-c0dcbc04-cf88-4151-87df-e8d4f5168357 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:59:48.971281 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c396daf2-4393-4ba3-9cd0-26ffd9f3898c", "name": "network-vif-deleted", "tag": "208da926-1c61-4ed5-a8d9-d52453ae97d7", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:59:48.971919 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0dcbc04-cf88-4151-87df-e8d4f5168357 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:59:48.972365 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c396daf2-4393-4ba3-9cd0-26ffd9f3898c', 'name': 'network-vif-deleted', 'tag': '208da926-1c61-4ed5-a8d9-d52453ae97d7', 'status': 'completed', 'code': 200} Jun 23 16:59:49.014596 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-96fcbcb3-7597-4065-9786-39da3f54c882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'name': 'tempest-AttachVolumeTestJSON-1191488516-router', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:50Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '13aefe26f9b840c483117371156e9160', 'gw_port': {'id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '52430676-3bec-4f57-bf8e-18e75324c7f8', 'name': '', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'mac_address': 'fa:16:3e:69:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '556de990-9411-4552-8962-8043c6baa871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:53:03Z', 'updated_at': '2021-06-23T16:53:20Z', 'revision_number': 5, 'project_id': '13aefe26f9b840c483117371156e9160', 'subnets': [{'id': '556de990-9411-4552-8962-8043c6baa871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:59:49.046571 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fcbcb3-7597-4065-9786-39da3f54c882 None None] The sync data for ids ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'] in dv-cinder-797608-1-iscsi is: [{'id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'name': 'tempest-AttachVolumeTestJSON-1191488516-router', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:50Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '13aefe26f9b840c483117371156e9160', 'gw_port': {'id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '52430676-3bec-4f57-bf8e-18e75324c7f8', 'name': '', 'network_id': 'b23fbb98-5784-4b39-a20a-1c7bc7c6884e', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'mac_address': 'fa:16:3e:69:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '556de990-9411-4552-8962-8043c6baa871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:53:03Z', 'updated_at': '2021-06-23T16:53:20Z', 'revision_number': 5, 'project_id': '13aefe26f9b840c483117371156e9160', 'subnets': [{'id': '556de990-9411-4552-8962-8043c6baa871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:59:49.250198 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8be15fa9-12e6-44e7-a158-cc7c48930d40 req-76ae69df-7f6d-440b-9874-8047e948c968 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/ports?device_id=c396daf2-4393-4ba3-9cd0-26ffd9f3898c HTTP/1.1" status: 200 len: 210 time: 0.0284786 Jun 23 16:59:49.268598 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da298fc-79ca-4f80-98ff-f72dac49b322 None None] New status for floating IP 1d0ea17e-b4ee-4cb4-b2d7-5ee96c0974d7: DOWN {{(pid=105489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:59:50.434823 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60074) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:59:50.492211 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8a90d112-5f1e-4f10-bbe3-5509b965614c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:50.517016 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8a90d112-5f1e-4f10-bbe3-5509b965614c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:50.615313 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8a90d112-5f1e-4f10-bbe3-5509b965614c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:50.617900 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8a90d112-5f1e-4f10-bbe3-5509b965614c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:50.619046 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-8a90d112-5f1e-4f10-bbe3-5509b965614c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "DELETE /v2.0/security-groups/12cebc74-9104-4d4b-8b9d-2a4a912adb2d HTTP/1.1" status: 204 len: 168 time: 0.1831338 Jun 23 16:59:50.619943 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-f47e8fc8-c99b-4970-800c-500f829b26ca tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:50.621979 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60076) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:59:50.629217 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90d112-5f1e-4f10-bbe3-5509b965614c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cebc74-9104-4d4b-8b9d-2a4a912adb2d,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:50.631569 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-8a90d112-5f1e-4f10-bbe3-5509b965614c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:50.636081 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.api.v2.resource [None req-7968c57b-2891-41de-81e8-b17e032e3499 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] show failed (client error): The resource could not be found. Jun 23 16:59:50.637629 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-7968c57b-2891-41de-81e8-b17e032e3499 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "GET /v2.0/security-groups/12cebc74-9104-4d4b-8b9d-2a4a912adb2d HTTP/1.1" status: 404 len: 347 time: 0.0138962 Jun 23 16:59:50.640848 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60078) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:59:50.769375 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-b87eccb0-c450-4dfe-b006-c438e9ce1aed tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Deleting port 620d6398-f03c-4d28-a004-76a52d1cb148 {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:59:50.769757 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b87eccb0-c450-4dfe-b006-c438e9ce1aed tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:50.851274 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b87eccb0-c450-4dfe-b006-c438e9ce1aed tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:50.851603 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b87eccb0-c450-4dfe-b006-c438e9ce1aed tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:50.863547 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-b87eccb0-c450-4dfe-b006-c438e9ce1aed tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Calling delete_port for 620d6398-f03c-4d28-a004-76a52d1cb148 owned by network:floatingip {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:59:51.062416 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd37c2-a469-48b7-ba6b-24390dcc1eb4 req-1ca71662-7030-4e15-aed8-2df16262faa7 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:51.063926 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-05fd37c2-a469-48b7-ba6b-24390dcc1eb4 req-1ca71662-7030-4e15-aed8-2df16262faa7 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 945 time: 0.0704315 Jun 23 16:59:51.095239 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b87eccb0-c450-4dfe-b006-c438e9ce1aed tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:51.097425 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:51.102366 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-05fd37c2-a469-48b7-ba6b-24390dcc1eb4 req-fc15ab2a-a468-447f-a8b1-7e71945392bc tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320833 Jun 23 16:59:51.125049 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87eccb0-c450-4dfe-b006-c438e9ce1aed tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Pushing event deleted for resources: {'Port': ['ID=620d6398-f03c-4d28-a004-76a52d1cb148,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:51.128190 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-b87eccb0-c450-4dfe-b006-c438e9ce1aed tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:51.189625 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b87eccb0-c450-4dfe-b006-c438e9ce1aed tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks [] for floatingip, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:51.192067 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b87eccb0-c450-4dfe-b006-c438e9ce1aed tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for floatingip, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:51.193216 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-b87eccb0-c450-4dfe-b006-c438e9ce1aed tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] 10.222.0.25 "DELETE /v2.0/floatingips/1d0ea17e-b4ee-4cb4-b2d7-5ee96c0974d7 HTTP/1.1" status: 204 len: 168 time: 0.5514107 Jun 23 16:59:51.455374 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-168be008-2811-42be-8cf4-7faa06f8f36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:51.507785 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 208da926-1c61-4ed5-a8d9-d52453ae97d7 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:59:51.528689 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] No Port match for: 208da926-1c61-4ed5-a8d9-d52453ae97d7 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:59:51.529048 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 208da926-1c61-4ed5-a8d9-d52453ae97d7 not bound to the agent host hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:59:52.285288 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5015b-d25a-4475-926f-df709311c564 req-8ad8bb47-c39f-424b-81f4-ade2a058eacb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:52.287022 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-82f5015b-d25a-4475-926f-df709311c564 req-8ad8bb47-c39f-424b-81f4-ade2a058eacb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 945 time: 0.0668292 Jun 23 16:59:52.325072 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-82f5015b-d25a-4475-926f-df709311c564 req-090aa7bc-1783-438c-b4c7-aa3490d9e2e0 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321131 Jun 23 16:59:52.689699 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:52.904394 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c37bf-301f-4b31-a51b-70d2df71f6f9 req-94c98938-b63f-4cb8-963c-6c2e4d5514d4 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:52.905858 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-861c37bf-301f-4b31-a51b-70d2df71f6f9 req-94c98938-b63f-4cb8-963c-6c2e4d5514d4 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.35 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 945 time: 0.0620155 Jun 23 16:59:53.014491 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-861c37bf-301f-4b31-a51b-70d2df71f6f9 req-68ab9d87-38fe-45f7-b662-aa34b39d197d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Deleting port 24888332-5c1a-4242-abfb-632ad4504fd2 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:59:53.014841 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-861c37bf-301f-4b31-a51b-70d2df71f6f9 req-68ab9d87-38fe-45f7-b662-aa34b39d197d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:53.103055 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-861c37bf-301f-4b31-a51b-70d2df71f6f9 req-68ab9d87-38fe-45f7-b662-aa34b39d197d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] For port 24888332-5c1a-4242-abfb-632ad4504fd2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=24888332-5c1a-4242-abfb-632ad4504fd2,segment=NetworkSegment(99021f02-74f6-4b5b-87b5-bc50f7979082),segment_id=99021f02-74f6-4b5b-87b5-bc50f7979082)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:53.103309 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-861c37bf-301f-4b31-a51b-70d2df71f6f9 req-68ab9d87-38fe-45f7-b662-aa34b39d197d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:53.116167 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-861c37bf-301f-4b31-a51b-70d2df71f6f9 req-68ab9d87-38fe-45f7-b662-aa34b39d197d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Calling delete_port for 24888332-5c1a-4242-abfb-632ad4504fd2 owned by compute:nova {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:59:53.565509 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979314b9-a99b-4abc-9b64-7e9b3a4f6fff req-e02872c9-6221-4e0b-ae70-a150c6ff0bb5 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:53.567002 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-979314b9-a99b-4abc-9b64-7e9b3a4f6fff req-e02872c9-6221-4e0b-ae70-a150c6ff0bb5 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 945 time: 0.1050086 Jun 23 16:59:53.606504 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-979314b9-a99b-4abc-9b64-7e9b3a4f6fff req-dc9bd31f-7e02-425b-9bf8-14aa1c3abd7c tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d641037-1928-4375-970e-64b191888ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335698 Jun 23 16:59:53.649282 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-861c37bf-301f-4b31-a51b-70d2df71f6f9 req-68ab9d87-38fe-45f7-b662-aa34b39d197d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:53.653228 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-23706eca-68d1-4e2d-8789-f75cb921c725 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:53.682464 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab9d87-38fe-45f7-b662-aa34b39d197d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Pushing event deleted for resources: {'Port': ['ID=24888332-5c1a-4242-abfb-632ad4504fd2,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:53.685606 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['24888332-5c1a-4242-abfb-632ad4504fd2'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:59:53.685752 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-68ab9d87-38fe-45f7-b662-aa34b39d197d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:53.732334 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-861c37bf-301f-4b31-a51b-70d2df71f6f9 req-68ab9d87-38fe-45f7-b662-aa34b39d197d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] No DVR routers for this DVR port 24888332-5c1a-4242-abfb-632ad4504fd2 on host hv-cinder-79760 {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:59:53.734961 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-861c37bf-301f-4b31-a51b-70d2df71f6f9 req-68ab9d87-38fe-45f7-b662-aa34b39d197d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:53.736969 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-861c37bf-301f-4b31-a51b-70d2df71f6f9 req-68ab9d87-38fe-45f7-b662-aa34b39d197d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.35 "DELETE /v2.0/ports/24888332-5c1a-4242-abfb-632ad4504fd2 HTTP/1.1" status: 204 len: 173 time: 0.8233366 Jun 23 16:59:53.737503 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589208a8-bd39-4b58-a2c3-4409a6cdd357', 'name': 'network-vif-deleted', 'tag': '24888332-5c1a-4242-abfb-632ad4504fd2'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:59:53.739790 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474fe182-767b-4ed5-9e2c-4bea79663d0a" -d '{"events": [{"server_uuid": "589208a8-bd39-4b58-a2c3-4409a6cdd357", "name": "network-vif-deleted", "tag": "24888332-5c1a-4242-abfb-632ad4504fd2"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:59:53.776298 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a14e63-ba41-4f7a-8587-f5adab699a82 x-openstack-request-id: req-f4a14e63-ba41-4f7a-8587-f5adab699a82 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:59:53.776627 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589208a8-bd39-4b58-a2c3-4409a6cdd357", "name": "network-vif-deleted", "tag": "24888332-5c1a-4242-abfb-632ad4504fd2", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:59:53.776913 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4a14e63-ba41-4f7a-8587-f5adab699a82 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:59:53.777379 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589208a8-bd39-4b58-a2c3-4409a6cdd357', 'name': 'network-vif-deleted', 'tag': '24888332-5c1a-4242-abfb-632ad4504fd2', 'status': 'completed', 'code': 200} Jun 23 16:59:54.073726 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:54.495565 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-351b32b1-e84a-4b46-b926-853d71c268d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:54.771076 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1d729306-e4c6-4c57-8606-e25362775012 req-834f8a72-4883-4996-91f3-6d3a3738be4e tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] 10.222.0.25 "GET /v2.0/ports?device_id=589208a8-bd39-4b58-a2c3-4409a6cdd357 HTTP/1.1" status: 200 len: 210 time: 0.0352383 Jun 23 16:59:55.575107 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60116) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:59:55.575643 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:56.359132 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-09cecd19-811c-4e53-aeed-ee16293542ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705188'] for router_interface, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:56.669367 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-09cecd19-811c-4e53-aeed-ee16293542ac admin admin] Deleting port 52430676-3bec-4f57-bf8e-18e75324c7f8 {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:59:56.669367 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-09cecd19-811c-4e53-aeed-ee16293542ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:56.748785 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-09cecd19-811c-4e53-aeed-ee16293542ac admin admin] For port 52430676-3bec-4f57-bf8e-18e75324c7f8, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=52430676-3bec-4f57-bf8e-18e75324c7f8,segment=NetworkSegment(b569fb93-7894-43d9-9e6f-ec82b13b1eb5),segment_id=b569fb93-7894-43d9-9e6f-ec82b13b1eb5)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:56.749217 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-09cecd19-811c-4e53-aeed-ee16293542ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:56.761913 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-09cecd19-811c-4e53-aeed-ee16293542ac admin admin] Calling delete_port for 52430676-3bec-4f57-bf8e-18e75324c7f8 owned by network:router_interface {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:59:57.084000 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:57.084558 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-09cecd19-811c-4e53-aeed-ee16293542ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:57.088716 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-6dc737e8-991d-41e9-9403-73fa583167cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:57.118217 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cecd19-811c-4e53-aeed-ee16293542ac admin admin] Pushing event deleted for resources: {'Port': ['ID=52430676-3bec-4f57-bf8e-18e75324c7f8,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:57.120654 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-09cecd19-811c-4e53-aeed-ee16293542ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:57.290510 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-09cecd19-811c-4e53-aeed-ee16293542ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1510936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640980'] for router_interface, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:57.503610 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cecd19-811c-4e53-aeed-ee16293542ac admin admin] Router 4a407d4a-79c7-4139-ac52-94d87a04ea4f has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:59:57.509152 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 24888332-5c1a-4242-abfb-632ad4504fd2 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:59:57.535234 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] No Port match for: 24888332-5c1a-4242-abfb-632ad4504fd2 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:59:57.535596 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 24888332-5c1a-4242-abfb-632ad4504fd2 not bound to the agent host hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:59:57.609350 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cecd19-811c-4e53-aeed-ee16293542ac admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:59:57.615247 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-09cecd19-811c-4e53-aeed-ee16293542ac admin admin] 10.222.0.25 "PUT /v2.0/routers/4a407d4a-79c7-4139-ac52-94d87a04ea4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0383368 Jun 23 16:59:57.617591 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60160) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:59:57.621531 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49616d04-690c-4c27-9891-c1005be8db1a None None] Sync routers for ids ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:59:57.627974 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60162) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:59:57.632658 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49616d04-690c-4c27-9891-c1005be8db1a None None] Routers {'4a407d4a-79c7-4139-ac52-94d87a04ea4f'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:59:57.633149 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-49616d04-690c-4c27-9891-c1005be8db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:59:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:59:57.740061 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-49616d04-690c-4c27-9891-c1005be8db1a None None] Set router 4a407d4a-79c7-4139-ac52-94d87a04ea4f gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:59:57.808577 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-33543884-1188-4ca6-ad00-e35d015c3135 admin admin] Notify callbacks [] for router, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:57.923442 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-49616d04-690c-4c27-9891-c1005be8db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'name': 'tempest-AttachVolumeTestJSON-1191488516-router', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:50Z', 'updated_at': '2021-06-23T16:59:56Z', 'revision_number': 5, 'project_id': '13aefe26f9b840c483117371156e9160', 'gw_port': {'id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:59:57.950910 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49616d04-690c-4c27-9891-c1005be8db1a None None] Checking router: 4a407d4a-79c7-4139-ac52-94d87a04ea4f for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:59:57.959309 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49616d04-690c-4c27-9891-c1005be8db1a None None] Routers {'4a407d4a-79c7-4139-ac52-94d87a04ea4f'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:59:57.959944 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-49616d04-690c-4c27-9891-c1005be8db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:59:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:59:57.991044 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-33543884-1188-4ca6-ad00-e35d015c3135 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:58.066472 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-49616d04-690c-4c27-9891-c1005be8db1a None None] Set router 4a407d4a-79c7-4139-ac52-94d87a04ea4f gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:59:58.174659 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a11b3ab5-6a44-443b-87d7-6fc325186cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705188'] for router_interface, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:58.177811 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-33543884-1188-4ca6-ad00-e35d015c3135 admin admin] Deleting port 9b7d3498-a7e1-4a52-8180-211a4f2a5811 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:59:58.178134 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-33543884-1188-4ca6-ad00-e35d015c3135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:58.348652 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [None req-33543884-1188-4ca6-ad00-e35d015c3135 admin admin] For port 9b7d3498-a7e1-4a52-8180-211a4f2a5811, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=9b7d3498-a7e1-4a52-8180-211a4f2a5811,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:58.348953 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-33543884-1188-4ca6-ad00-e35d015c3135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:58.383215 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-49616d04-690c-4c27-9891-c1005be8db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'name': 'tempest-AttachVolumeTestJSON-1191488516-router', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:50Z', 'updated_at': '2021-06-23T16:59:56Z', 'revision_number': 5, 'project_id': '13aefe26f9b840c483117371156e9160', 'gw_port': {'id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:59:58.388536 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-33543884-1188-4ca6-ad00-e35d015c3135 admin admin] Calling delete_port for 9b7d3498-a7e1-4a52-8180-211a4f2a5811 owned by network:router_gateway {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:59:58.410061 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49616d04-690c-4c27-9891-c1005be8db1a None None] The sync data for ids ['4a407d4a-79c7-4139-ac52-94d87a04ea4f'] in dv-cinder-797608-1-iscsi is: [{'id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'name': 'tempest-AttachVolumeTestJSON-1191488516-router', 'tenant_id': '13aefe26f9b840c483117371156e9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:50Z', 'updated_at': '2021-06-23T16:59:56Z', 'revision_number': 5, 'project_id': '13aefe26f9b840c483117371156e9160', 'gw_port': {'id': '9b7d3498-a7e1-4a52-8180-211a4f2a5811', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a407d4a-79c7-4139-ac52-94d87a04ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:59:58.651616 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-a11b3ab5-6a44-443b-87d7-6fc325186cd2 admin admin] Deleting port eb43670c-4dee-479c-9a35-489d3ea2bf02 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:59:58.652242 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a11b3ab5-6a44-443b-87d7-6fc325186cd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:58.729235 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [None req-a11b3ab5-6a44-443b-87d7-6fc325186cd2 admin admin] For port eb43670c-4dee-479c-9a35-489d3ea2bf02, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=eb43670c-4dee-479c-9a35-489d3ea2bf02,segment=NetworkSegment(99021f02-74f6-4b5b-87b5-bc50f7979082),segment_id=99021f02-74f6-4b5b-87b5-bc50f7979082)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:58.729537 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a11b3ab5-6a44-443b-87d7-6fc325186cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:58.742998 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-a11b3ab5-6a44-443b-87d7-6fc325186cd2 admin admin] Calling delete_port for eb43670c-4dee-479c-9a35-489d3ea2bf02 owned by network:router_interface {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:59:58.795688 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-33543884-1188-4ca6-ad00-e35d015c3135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:58.800066 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ac815c70-6d39-464a-a361-84ce3e98248e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:58.834718 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33543884-1188-4ca6-ad00-e35d015c3135 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b7d3498-a7e1-4a52-8180-211a4f2a5811,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:58.841229 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-33543884-1188-4ca6-ad00-e35d015c3135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:58.963656 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-33543884-1188-4ca6-ad00-e35d015c3135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1724545'] for router_gateway, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:58.976949 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 52430676-3bec-4f57-bf8e-18e75324c7f8 no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:59:58.997478 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: 52430676-3bec-4f57-bf8e-18e75324c7f8 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:59:58.997831 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 52430676-3bec-4f57-bf8e-18e75324c7f8 not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:59:59.082161 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-33543884-1188-4ca6-ad00-e35d015c3135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27985'] for router, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:59.084597 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-33543884-1188-4ca6-ad00-e35d015c3135 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:59.238342 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-33543884-1188-4ca6-ad00-e35d015c3135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1641711'] for router, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:59.238900 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33543884-1188-4ca6-ad00-e35d015c3135 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a407d4a-79c7-4139-ac52-94d87a04ea4f {{(pid=105486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 16:59:59.243997 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-33543884-1188-4ca6-ad00-e35d015c3135 admin admin] Notify callbacks [] for router, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:59.245125 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-33543884-1188-4ca6-ad00-e35d015c3135 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4a407d4a-79c7-4139-ac52-94d87a04ea4f HTTP/1.1" status: 204 len: 168 time: 1.6256661 Jun 23 16:59:59.248714 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60164) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:59:59.279986 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a11b3ab5-6a44-443b-87d7-6fc325186cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:59.283853 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:59.313666 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b3ab5-6a44-443b-87d7-6fc325186cd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb43670c-4dee-479c-9a35-489d3ea2bf02,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:59.318369 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-a11b3ab5-6a44-443b-87d7-6fc325186cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:59.329707 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9876bf9-4683-495e-b7ce-180bca0f7dc8 admin admin] Deleting subnet 556de990-9411-4552-8962-8043c6baa871 {{(pid=105486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:59:59.357678 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d9876bf9-4683-495e-b7ce-180bca0f7dc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:59.414989 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d9876bf9-4683-495e-b7ce-180bca0f7dc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2321636'] for subnet, precommit_delete_associations {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:59.609471 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d9876bf9-4683-495e-b7ce-180bca0f7dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16059385'] for subnet, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:59.611732 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a11b3ab5-6a44-443b-87d7-6fc325186cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1510936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640980'] for router_interface, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.117294 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d9876bf9-4683-495e-b7ce-180bca0f7dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16059360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2323194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3900897'] for subnet, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.124991 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:00.152253 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9876bf9-4683-495e-b7ce-180bca0f7dc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=556de990-9411-4552-8962-8043c6baa871,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:00.155829 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-d9876bf9-4683-495e-b7ce-180bca0f7dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:00.158715 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d9876bf9-4683-495e-b7ce-180bca0f7dc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.160568 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-d9876bf9-4683-495e-b7ce-180bca0f7dc8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/556de990-9411-4552-8962-8043c6baa871 HTTP/1.1" status: 204 len: 168 time: 0.9107189 Jun 23 17:00:00.163245 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60166) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:00.163703 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eea2aff-10cd-427d-ac57-e9bf97e5cd2d None None] Network b23fbb98-5784-4b39-a20a-1c7bc7c6884e requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:00:00.171800 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11b3ab5-6a44-443b-87d7-6fc325186cd2 admin admin] Router f5724265-47df-49e5-b468-a78846b51afa has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:00:00.247927 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16231295'] for network, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.281974 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11b3ab5-6a44-443b-87d7-6fc325186cd2 admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:00:00.287320 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-a11b3ab5-6a44-443b-87d7-6fc325186cd2 admin admin] 10.222.0.25 "PUT /v2.0/routers/f5724265-47df-49e5-b468-a78846b51afa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6579812 Jun 23 17:00:00.289649 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60168) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:00.294299 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a922bb50-9de2-45ed-a430-b06fde7438bd None None] Sync routers for ids ['f5724265-47df-49e5-b468-a78846b51afa'] in dv-cinder-797608-1-iscsi {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:00:00.304769 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a922bb50-9de2-45ed-a430-b06fde7438bd None None] Routers {'f5724265-47df-49e5-b468-a78846b51afa'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:00.307176 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-a922bb50-9de2-45ed-a430-b06fde7438bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:59:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['f5724265-47df-49e5-b468-a78846b51afa'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:00.321149 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] Deleting port 24a2c8d0-a168-4978-85a5-7242410b96aa {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:00:00.321823 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.391729 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177ca5d1-76d2-464f-908e-570a6163e9d9 None None] DHCP port deletion for b23fbb98-5784-4b39-a20a-1c7bc7c6884e request from dv-cinder-797608-1-iscsi {{(pid=105488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:00:00.408532 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] For port 24a2c8d0-a168-4978-85a5-7242410b96aa, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=24a2c8d0-a168-4978-85a5-7242410b96aa,segment=NetworkSegment(b569fb93-7894-43d9-9e6f-ec82b13b1eb5),segment_id=b569fb93-7894-43d9-9e6f-ec82b13b1eb5)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:00.409218 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.411352 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5cf10266-247f-4333-a2d1-9be891fb2701 admin admin] Notify callbacks [] for router, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.424084 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] Calling delete_port for 24a2c8d0-a168-4978-85a5-7242410b96aa owned by network:dhcp {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:00:00.454417 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-177ca5d1-76d2-464f-908e-570a6163e9d9 None None] Deleting port 24a2c8d0-a168-4978-85a5-7242410b96aa {{(pid=105488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:00:00.455294 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-177ca5d1-76d2-464f-908e-570a6163e9d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.504866 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-a922bb50-9de2-45ed-a430-b06fde7438bd None None] Set router f5724265-47df-49e5-b468-a78846b51afa gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:00.523862 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5cf10266-247f-4333-a2d1-9be891fb2701 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.539370 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-177ca5d1-76d2-464f-908e-570a6163e9d9 None None] For port 24a2c8d0-a168-4978-85a5-7242410b96aa, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=24a2c8d0-a168-4978-85a5-7242410b96aa,segment=NetworkSegment(b569fb93-7894-43d9-9e6f-ec82b13b1eb5),segment_id=b569fb93-7894-43d9-9e6f-ec82b13b1eb5)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:00.539800 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-177ca5d1-76d2-464f-908e-570a6163e9d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.553085 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-177ca5d1-76d2-464f-908e-570a6163e9d9 None None] Calling delete_port for 24a2c8d0-a168-4978-85a5-7242410b96aa owned by network:dhcp {{(pid=105488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:00:00.596568 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.598637 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:00.624894 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] No DVR routers for this DVR port 24a2c8d0-a168-4978-85a5-7242410b96aa on host dv-cinder-797608-1-iscsi {{(pid=105487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:00:00.629657 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] Pushing event deleted for resources: {'Port': ['ID=24a2c8d0-a168-4978-85a5-7242410b96aa,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:00.662088 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:00.690159 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-a922bb50-9de2-45ed-a430-b06fde7438bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5724265-47df-49e5-b468-a78846b51afa', 'name': 'tempest-TestMinimumBasicScenario-2044645101-router', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:57:07Z', 'updated_at': '2021-06-23T16:59:59Z', 'revision_number': 5, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'gw_port': {'id': '9b24f9d4-817e-4521-95c0-2beee27bb37a', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5724265-47df-49e5-b468-a78846b51afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:08Z', 'updated_at': '2021-06-23T16:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:00.699531 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-5cf10266-247f-4333-a2d1-9be891fb2701 admin admin] Deleting port 9b24f9d4-817e-4521-95c0-2beee27bb37a {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:00:00.701147 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5cf10266-247f-4333-a2d1-9be891fb2701 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.701298 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-177ca5d1-76d2-464f-908e-570a6163e9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108'] for port, after_delete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.706467 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c6392bf5-bec3-450e-b30f-9b049a313910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:00.713635 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086644', 'neutron.services.segments.db._delete_segments_for_network-8730820742431'] for network, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.724629 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a922bb50-9de2-45ed-a430-b06fde7438bd None None] Checking router: f5724265-47df-49e5-b468-a78846b51afa for host: dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:00:00.729690 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23fbb98-5784-4b39-a20a-1c7bc7c6884e']}} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:00.735923 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177ca5d1-76d2-464f-908e-570a6163e9d9 None None] No DVR routers for this DVR port 24a2c8d0-a168-4978-85a5-7242410b96aa on host dv-cinder-797608-1-iscsi {{(pid=105488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:00:00.737388 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a922bb50-9de2-45ed-a430-b06fde7438bd None None] Routers {'f5724265-47df-49e5-b468-a78846b51afa'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:00.738240 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-a922bb50-9de2-45ed-a430-b06fde7438bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:59:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['f5724265-47df-49e5-b468-a78846b51afa'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:00.741802 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ca5d1-76d2-464f-908e-570a6163e9d9 None None] Pushing event deleted for resources: {'Port': ['ID=24a2c8d0-a168-4978-85a5-7242410b96aa,revision_number=None']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:00.744459 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-177ca5d1-76d2-464f-908e-570a6163e9d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:00.750918 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b569fb93-7894-43d9-9e6f-ec82b13b1eb5') {'for_net_delete': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:00.751302 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b569fb93-7894-43d9-9e6f-ec82b13b1eb5') {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:00.767759 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730820730862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26947493'] for segment, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.779150 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.787594 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] Releasing vlan 1381 on physical network physnet1 to pool {{(pid=105487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:00:00.788104 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26948060'] for segment, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: Traceback (most recent call last): Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: timer() Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: cb(*args, **kw) Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: return func(*args, **kwargs) Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: self._notify() Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: self.callback(batched_events) Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: event.method(event) Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: return f(self, *a, **k) Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: return self._get(url).json() Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: return self.request(url, 'GET', **kwargs) Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:00:00.792030 dv-cinder-797608-1-iscsi neutron-server[105487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:00:00.808735 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [None req-5cf10266-247f-4333-a2d1-9be891fb2701 admin admin] For port 9b24f9d4-817e-4521-95c0-2beee27bb37a, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=9b24f9d4-817e-4521-95c0-2beee27bb37a,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:00.808735 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5cf10266-247f-4333-a2d1-9be891fb2701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.821874 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-5cf10266-247f-4333-a2d1-9be891fb2701 admin admin] Calling delete_port for 9b24f9d4-817e-4521-95c0-2beee27bb37a owned by network:router_gateway {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:00:00.842681 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-a922bb50-9de2-45ed-a430-b06fde7438bd None None] Set router f5724265-47df-49e5-b468-a78846b51afa gateway port host: None {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:00.900336 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-a922bb50-9de2-45ed-a430-b06fde7438bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5724265-47df-49e5-b468-a78846b51afa', 'name': 'tempest-TestMinimumBasicScenario-2044645101-router', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:57:07Z', 'updated_at': '2021-06-23T17:00:00Z', 'revision_number': 6, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'gw_port_host': None}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:00.932336 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a922bb50-9de2-45ed-a430-b06fde7438bd None None] The sync data for ids ['f5724265-47df-49e5-b468-a78846b51afa'] in dv-cinder-797608-1-iscsi is: [{'id': 'f5724265-47df-49e5-b468-a78846b51afa', 'name': 'tempest-TestMinimumBasicScenario-2044645101-router', 'tenant_id': '63e4dcf380f2416393003de303dd7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:57:07Z', 'updated_at': '2021-06-23T17:00:00Z', 'revision_number': 6, 'project_id': '63e4dcf380f2416393003de303dd7b70', 'gw_port_host': None}] {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:00:00.971430 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724528'] for network, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.976741 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-4a88d7d6-22dc-4ffc-b90b-1472d5a53057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:00.981748 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.981748 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] 10.222.0.25 "DELETE /v2.0/networks/b23fbb98-5784-4b39-a20a-1c7bc7c6884e HTTP/1.1" status: 204 len: 168 time: 0.8168600 Jun 23 17:00:00.993064 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] Pushing event deleted for resources: {'Network': ['ID=b23fbb98-5784-4b39-a20a-1c7bc7c6884e,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:00.995573 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:01.100696 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5cf10266-247f-4333-a2d1-9be891fb2701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.102747 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:01.128549 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf10266-247f-4333-a2d1-9be891fb2701 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b24f9d4-817e-4521-95c0-2beee27bb37a,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:01.131638 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-5cf10266-247f-4333-a2d1-9be891fb2701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:01.190092 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5cf10266-247f-4333-a2d1-9be891fb2701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1724545'] for router_gateway, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.281390 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5cf10266-247f-4333-a2d1-9be891fb2701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27985'] for router, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.284412 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5cf10266-247f-4333-a2d1-9be891fb2701 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.289026 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 9b7d3498-a7e1-4a52-8180-211a4f2a5811 no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:00:01.314103 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: 9b7d3498-a7e1-4a52-8180-211a4f2a5811 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:00:01.314103 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 9b7d3498-a7e1-4a52-8180-211a4f2a5811 not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:00:01.314103 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 24a2c8d0-a168-4978-85a5-7242410b96aa no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:00:01.332661 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: 24a2c8d0-a168-4978-85a5-7242410b96aa {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:00:01.333156 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 24a2c8d0-a168-4978-85a5-7242410b96aa not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:00:01.414954 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5cf10266-247f-4333-a2d1-9be891fb2701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1641711'] for router, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.415493 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf10266-247f-4333-a2d1-9be891fb2701 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5724265-47df-49e5-b468-a78846b51afa {{(pid=105486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:00:01.415989 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60172) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:01.421769 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5cf10266-247f-4333-a2d1-9be891fb2701 admin admin] Notify callbacks [] for router, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.422923 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-5cf10266-247f-4333-a2d1-9be891fb2701 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f5724265-47df-49e5-b468-a78846b51afa HTTP/1.1" status: 204 len: 168 time: 1.1320999 Jun 23 17:00:01.425410 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60174) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:01.458521 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-ed2f9b2b-7083-4dba-ad92-a0c46260bcb8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13aefe26f9b840c483117371156e9160&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406389 Jun 23 17:00:01.460813 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60176) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:01.485134 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_v2 [None req-f892e1b0-d03c-4f55-b8f8-1b9cae10ce9a admin admin] Deleting subnet 75fcf02c-21d1-4889-9904-bcce91c63f88 {{(pid=105486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:00:01.497666 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f892e1b0-d03c-4f55-b8f8-1b9cae10ce9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.548873 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f892e1b0-d03c-4f55-b8f8-1b9cae10ce9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2321636'] for subnet, precommit_delete_associations {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.572437 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b26e506e-5cd9-41d5-be73-55114d1c7711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.603756 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b26e506e-5cd9-41d5-be73-55114d1c7711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.672938 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f892e1b0-d03c-4f55-b8f8-1b9cae10ce9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16059385'] for subnet, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.764610 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b26e506e-5cd9-41d5-be73-55114d1c7711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.767539 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b26e506e-5cd9-41d5-be73-55114d1c7711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.768812 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-b26e506e-5cd9-41d5-be73-55114d1c7711 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2a892400-df48-4020-9f48-59566cd06b92 HTTP/1.1" status: 204 len: 168 time: 0.3069670 Jun 23 17:00:01.769678 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-820db57a-90e7-420c-9057-43fd1db08f16 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:01.778632 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e506e-5cd9-41d5-be73-55114d1c7711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a892400-df48-4020-9f48-59566cd06b92,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:01.784905 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-b26e506e-5cd9-41d5-be73-55114d1c7711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:01.815694 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f892e1b0-d03c-4f55-b8f8-1b9cae10ce9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16059360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2323194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3900897'] for subnet, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.818223 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:01.842249 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892e1b0-d03c-4f55-b8f8-1b9cae10ce9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75fcf02c-21d1-4889-9904-bcce91c63f88,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:01.845977 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-f892e1b0-d03c-4f55-b8f8-1b9cae10ce9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:01.848714 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f892e1b0-d03c-4f55-b8f8-1b9cae10ce9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.853655 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-f892e1b0-d03c-4f55-b8f8-1b9cae10ce9a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/75fcf02c-21d1-4889-9904-bcce91c63f88 HTTP/1.1" status: 204 len: 168 time: 0.4242179 Jun 23 17:00:01.853655 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60180) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:01.854726 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad1e3f9-6d08-442b-9add-5b4691c6153d None None] Network 704e2731-babc-42e4-8d84-da6deaa922c9 requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:00:01.941313 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ef47728a-1b9f-4808-b6ac-df0ba59ce15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16231295'] for network, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.995784 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-ef47728a-1b9f-4808-b6ac-df0ba59ce15a admin admin] Deleting port 236fb160-d022-4fbd-a561-57aaaa11f9a5 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:00:01.996164 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ef47728a-1b9f-4808-b6ac-df0ba59ce15a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:02.067900 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc5018a-2ba5-44cb-a096-01629427631b None None] DHCP port deletion for 704e2731-babc-42e4-8d84-da6deaa922c9 request from dv-cinder-797608-1-iscsi {{(pid=105488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:00:02.082881 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [None req-ef47728a-1b9f-4808-b6ac-df0ba59ce15a admin admin] For port 236fb160-d022-4fbd-a561-57aaaa11f9a5, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=236fb160-d022-4fbd-a561-57aaaa11f9a5,segment=NetworkSegment(99021f02-74f6-4b5b-87b5-bc50f7979082),segment_id=99021f02-74f6-4b5b-87b5-bc50f7979082)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:02.083272 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ef47728a-1b9f-4808-b6ac-df0ba59ce15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:02.097933 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-ef47728a-1b9f-4808-b6ac-df0ba59ce15a admin admin] Calling delete_port for 236fb160-d022-4fbd-a561-57aaaa11f9a5 owned by network:dhcp {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:00:02.123872 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5018a-2ba5-44cb-a096-01629427631b None None] Deleting port 236fb160-d022-4fbd-a561-57aaaa11f9a5 {{(pid=105488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:00:02.124394 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-5dc5018a-2ba5-44cb-a096-01629427631b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:02.196289 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-5dc5018a-2ba5-44cb-a096-01629427631b None None] For port 236fb160-d022-4fbd-a561-57aaaa11f9a5, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=236fb160-d022-4fbd-a561-57aaaa11f9a5,segment=NetworkSegment(99021f02-74f6-4b5b-87b5-bc50f7979082),segment_id=99021f02-74f6-4b5b-87b5-bc50f7979082)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:02.196687 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-5dc5018a-2ba5-44cb-a096-01629427631b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:02.208454 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5018a-2ba5-44cb-a096-01629427631b None None] Calling delete_port for 236fb160-d022-4fbd-a561-57aaaa11f9a5 owned by network:dhcp {{(pid=105488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:00:02.256005 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:00:02.272517 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ef47728a-1b9f-4808-b6ac-df0ba59ce15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:02.276650 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:02.291694 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-5dc5018a-2ba5-44cb-a096-01629427631b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108'] for port, after_delete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:02.295468 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:02.304775 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47728a-1b9f-4808-b6ac-df0ba59ce15a admin admin] Pushing event deleted for resources: {'Port': ['ID=236fb160-d022-4fbd-a561-57aaaa11f9a5,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:02.307060 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef47728a-1b9f-4808-b6ac-df0ba59ce15a admin admin] No DVR routers for this DVR port 236fb160-d022-4fbd-a561-57aaaa11f9a5 on host dv-cinder-797608-1-iscsi {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:00:02.308793 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ef47728a-1b9f-4808-b6ac-df0ba59ce15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:02.319688 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5018a-2ba5-44cb-a096-01629427631b None None] Pushing event deleted for resources: {'Port': ['ID=236fb160-d022-4fbd-a561-57aaaa11f9a5,revision_number=None']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:02.321966 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc5018a-2ba5-44cb-a096-01629427631b None None] No DVR routers for this DVR port 236fb160-d022-4fbd-a561-57aaaa11f9a5 on host dv-cinder-797608-1-iscsi {{(pid=105488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:00:02.323400 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-5dc5018a-2ba5-44cb-a096-01629427631b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:02.393443 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ef47728a-1b9f-4808-b6ac-df0ba59ce15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086644', 'neutron.services.segments.db._delete_segments_for_network-8730820742431'] for network, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:02.404263 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-ef47728a-1b9f-4808-b6ac-df0ba59ce15a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['704e2731-babc-42e4-8d84-da6deaa922c9']}} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:02.414787 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-ef47728a-1b9f-4808-b6ac-df0ba59ce15a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99021f02-74f6-4b5b-87b5-bc50f7979082') {'for_net_delete': True} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:02.415087 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-ef47728a-1b9f-4808-b6ac-df0ba59ce15a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99021f02-74f6-4b5b-87b5-bc50f7979082') {} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:02.424537 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ef47728a-1b9f-4808-b6ac-df0ba59ce15a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730820730862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2321659'] for segment, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:02.437869 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ef47728a-1b9f-4808-b6ac-df0ba59ce15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:02.444344 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef47728a-1b9f-4808-b6ac-df0ba59ce15a admin admin] Releasing vlan 1359 on physical network physnet1 to pool {{(pid=105486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:00:02.444955 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ef47728a-1b9f-4808-b6ac-df0ba59ce15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2323047'] for segment, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: Traceback (most recent call last): Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: timer() Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: cb(*args, **kw) Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: return func(*args, **kwargs) Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: self._notify() Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: self.callback(batched_events) Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: event.method(event) Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: return f(self, *a, **k) Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: return self._get(url).json() Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: return self.request(url, 'GET', **kwargs) Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:00:02.451554 dv-cinder-797608-1-iscsi neutron-server[105486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:00:02.579826 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ef47728a-1b9f-4808-b6ac-df0ba59ce15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724528'] for network, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:02.583674 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-d59e410e-e706-493f-be02-b861b55ce15f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:02.586510 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ef47728a-1b9f-4808-b6ac-df0ba59ce15a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:02.588502 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-ef47728a-1b9f-4808-b6ac-df0ba59ce15a admin admin] 10.222.0.25 "DELETE /v2.0/networks/704e2731-babc-42e4-8d84-da6deaa922c9 HTTP/1.1" status: 204 len: 168 time: 0.7344701 Jun 23 17:00:02.592432 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60192) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:02.601863 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47728a-1b9f-4808-b6ac-df0ba59ce15a admin admin] Pushing event deleted for resources: {'Network': ['ID=704e2731-babc-42e4-8d84-da6deaa922c9,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:02.604304 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ef47728a-1b9f-4808-b6ac-df0ba59ce15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:02.925043 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 9b24f9d4-817e-4521-95c0-2beee27bb37a no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:00:02.944498 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: 9b24f9d4-817e-4521-95c0-2beee27bb37a {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:00:02.944851 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 9b24f9d4-817e-4521-95c0-2beee27bb37a not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:00:02.945311 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device eb43670c-4dee-479c-9a35-489d3ea2bf02 no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:00:02.966241 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d4515a84-1eef-4836-91fb-beb2be0700d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705188'] for router_interface, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:02.969400 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: eb43670c-4dee-479c-9a35-489d3ea2bf02 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:00:02.969752 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device eb43670c-4dee-479c-9a35-489d3ea2bf02 not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:00:02.970176 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 236fb160-d022-4fbd-a561-57aaaa11f9a5 no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:00:03.001094 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: 236fb160-d022-4fbd-a561-57aaaa11f9a5 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:00:03.001694 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 236fb160-d022-4fbd-a561-57aaaa11f9a5 not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:00:03.225536 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d4515a84-1eef-4836-91fb-beb2be0700d4 admin admin] Deleting port f89c6bf9-89d6-478f-8f83-b38a9ffc23e3 {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:00:03.225873 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d4515a84-1eef-4836-91fb-beb2be0700d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:03.308001 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d4515a84-1eef-4836-91fb-beb2be0700d4 admin admin] For port f89c6bf9-89d6-478f-8f83-b38a9ffc23e3, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=f89c6bf9-89d6-478f-8f83-b38a9ffc23e3,segment=NetworkSegment(31d48013-f6ae-43b2-82f6-ecae6b3f52b0),segment_id=31d48013-f6ae-43b2-82f6-ecae6b3f52b0)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:03.308713 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d4515a84-1eef-4836-91fb-beb2be0700d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:03.321840 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d4515a84-1eef-4836-91fb-beb2be0700d4 admin admin] Calling delete_port for f89c6bf9-89d6-478f-8f83-b38a9ffc23e3 owned by network:router_interface {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:00:03.940950 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d4515a84-1eef-4836-91fb-beb2be0700d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:03.945333 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:03.969203 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4515a84-1eef-4836-91fb-beb2be0700d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f89c6bf9-89d6-478f-8f83-b38a9ffc23e3,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:03.971411 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-d4515a84-1eef-4836-91fb-beb2be0700d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:04.164321 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d4515a84-1eef-4836-91fb-beb2be0700d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1510936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640980'] for router_interface, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:04.382846 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4515a84-1eef-4836-91fb-beb2be0700d4 admin admin] Router 81b71f00-37df-455e-baa6-56eefa46592f has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:00:04.486861 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4515a84-1eef-4836-91fb-beb2be0700d4 admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:00:04.491844 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-d4515a84-1eef-4836-91fb-beb2be0700d4 admin admin] 10.222.0.25 "PUT /v2.0/routers/81b71f00-37df-455e-baa6-56eefa46592f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8978152 Jun 23 17:00:04.494372 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60228) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:04.497593 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d516b8-24f1-4c8b-958c-7608636efcab None None] Sync routers for ids ['81b71f00-37df-455e-baa6-56eefa46592f'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:00:04.507167 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d516b8-24f1-4c8b-958c-7608636efcab None None] Routers {'81b71f00-37df-455e-baa6-56eefa46592f'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:04.507790 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-98d516b8-24f1-4c8b-958c-7608636efcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:59:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['81b71f00-37df-455e-baa6-56eefa46592f'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:04.604293 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d182-76cf-41a2-beb9-6993bd2ec41f admin admin] Notify callbacks [] for router, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:04.623902 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-98d516b8-24f1-4c8b-958c-7608636efcab None None] Set router 81b71f00-37df-455e-baa6-56eefa46592f gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:04.658472 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60232) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:04.716587 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d182-76cf-41a2-beb9-6993bd2ec41f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:04.770258 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8e4382c0-b26a-41a4-a5e0-048d9d2d80e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:04.816061 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-98d516b8-24f1-4c8b-958c-7608636efcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b71f00-37df-455e-baa6-56eefa46592f', 'name': 'tempest-TestMinimumBasicScenario-554944547-router', 'tenant_id': 'e7d883e7432249b7a2b58e640a47e859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '82906b7d-9d6b-4e43-b9c0-640c92d1183b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:57:14Z', 'updated_at': '2021-06-23T17:00:03Z', 'revision_number': 5, 'project_id': 'e7d883e7432249b7a2b58e640a47e859', 'gw_port': {'id': '82906b7d-9d6b-4e43-b9c0-640c92d1183b', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b71f00-37df-455e-baa6-56eefa46592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:15Z', 'updated_at': '2021-06-23T16:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:04.842905 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d516b8-24f1-4c8b-958c-7608636efcab None None] Checking router: 81b71f00-37df-455e-baa6-56eefa46592f for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:00:04.852054 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d516b8-24f1-4c8b-958c-7608636efcab None None] Routers {'81b71f00-37df-455e-baa6-56eefa46592f'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:04.852501 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-98d516b8-24f1-4c8b-958c-7608636efcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:59:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['81b71f00-37df-455e-baa6-56eefa46592f'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:04.860528 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8e4382c0-b26a-41a4-a5e0-048d9d2d80e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:04.954059 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2d182-76cf-41a2-beb9-6993bd2ec41f admin admin] Deleting port 82906b7d-9d6b-4e43-b9c0-640c92d1183b {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:00:04.954752 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d182-76cf-41a2-beb9-6993bd2ec41f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:04.960861 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-98d516b8-24f1-4c8b-958c-7608636efcab None None] Set router 81b71f00-37df-455e-baa6-56eefa46592f gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:04.982644 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8e4382c0-b26a-41a4-a5e0-048d9d2d80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:04.985373 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-1e0cb820-75d8-4fc8-b303-dcb5d3e0a445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:05.026089 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-8e4382c0-b26a-41a4-a5e0-048d9d2d80e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67de7aa724784547b9ab2f20d035ebb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3658810 Jun 23 17:00:05.027537 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4382c0-b26a-41a4-a5e0-048d9d2d80e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a485d35-183c-46c6-974c-67a843cd91c3,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:05.031037 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60236) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:05.037860 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-8e4382c0-b26a-41a4-a5e0-048d9d2d80e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:05.060546 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-f7e2d182-76cf-41a2-beb9-6993bd2ec41f admin admin] For port 82906b7d-9d6b-4e43-b9c0-640c92d1183b, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=82906b7d-9d6b-4e43-b9c0-640c92d1183b,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:05.063652 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d182-76cf-41a2-beb9-6993bd2ec41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:05.076354 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2d182-76cf-41a2-beb9-6993bd2ec41f admin admin] Calling delete_port for 82906b7d-9d6b-4e43-b9c0-640c92d1183b owned by network:router_gateway {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:00:05.097035 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3272013b-82ee-4d96-8a24-dd71ae2b6476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:05.120587 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3272013b-82ee-4d96-8a24-dd71ae2b6476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:05.164675 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-98d516b8-24f1-4c8b-958c-7608636efcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b71f00-37df-455e-baa6-56eefa46592f', 'name': 'tempest-TestMinimumBasicScenario-554944547-router', 'tenant_id': 'e7d883e7432249b7a2b58e640a47e859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '82906b7d-9d6b-4e43-b9c0-640c92d1183b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:57:14Z', 'updated_at': '2021-06-23T17:00:03Z', 'revision_number': 5, 'project_id': 'e7d883e7432249b7a2b58e640a47e859', 'gw_port': {'id': '82906b7d-9d6b-4e43-b9c0-640c92d1183b', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b71f00-37df-455e-baa6-56eefa46592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:15Z', 'updated_at': '2021-06-23T16:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:05.196585 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d516b8-24f1-4c8b-958c-7608636efcab None None] The sync data for ids ['81b71f00-37df-455e-baa6-56eefa46592f'] in dv-cinder-797608-1-iscsi is: [{'id': '81b71f00-37df-455e-baa6-56eefa46592f', 'name': 'tempest-TestMinimumBasicScenario-554944547-router', 'tenant_id': 'e7d883e7432249b7a2b58e640a47e859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '82906b7d-9d6b-4e43-b9c0-640c92d1183b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:57:14Z', 'updated_at': '2021-06-23T17:00:03Z', 'revision_number': 5, 'project_id': 'e7d883e7432249b7a2b58e640a47e859', 'gw_port': {'id': '82906b7d-9d6b-4e43-b9c0-640c92d1183b', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b71f00-37df-455e-baa6-56eefa46592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:57:15Z', 'updated_at': '2021-06-23T16:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:00:05.362590 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3272013b-82ee-4d96-8a24-dd71ae2b6476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:05.365324 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3272013b-82ee-4d96-8a24-dd71ae2b6476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:05.366706 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-3272013b-82ee-4d96-8a24-dd71ae2b6476 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a485d35-183c-46c6-974c-67a843cd91c3 HTTP/1.1" status: 204 len: 168 time: 0.3348937 Jun 23 17:00:05.367565 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-f0bf10de-4c2f-4b5c-81ee-518fcb60aa1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:05.379465 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272013b-82ee-4d96-8a24-dd71ae2b6476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a485d35-183c-46c6-974c-67a843cd91c3,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:05.379465 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-3272013b-82ee-4d96-8a24-dd71ae2b6476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:05.467734 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d182-76cf-41a2-beb9-6993bd2ec41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:05.472532 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-89ded4d1-2335-4ac0-9111-6271bb845a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:05.500384 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2d182-76cf-41a2-beb9-6993bd2ec41f admin admin] Pushing event deleted for resources: {'Port': ['ID=82906b7d-9d6b-4e43-b9c0-640c92d1183b,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:05.503350 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-f7e2d182-76cf-41a2-beb9-6993bd2ec41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:05.578013 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d182-76cf-41a2-beb9-6993bd2ec41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1724545'] for router_gateway, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:05.677226 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d182-76cf-41a2-beb9-6993bd2ec41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27985'] for router, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:05.679494 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d182-76cf-41a2-beb9-6993bd2ec41f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:05.821321 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d182-76cf-41a2-beb9-6993bd2ec41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1641711'] for router, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:05.822137 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e2d182-76cf-41a2-beb9-6993bd2ec41f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81b71f00-37df-455e-baa6-56eefa46592f {{(pid=105487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:00:05.827879 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d182-76cf-41a2-beb9-6993bd2ec41f admin admin] Notify callbacks [] for router, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:05.828967 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-f7e2d182-76cf-41a2-beb9-6993bd2ec41f admin admin] 10.222.0.25 "DELETE /v2.0/routers/81b71f00-37df-455e-baa6-56eefa46592f HTTP/1.1" status: 204 len: 168 time: 1.3336895 Jun 23 17:00:05.831519 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60242) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:05.878333 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa7551f-5a6d-474d-baa1-cd6c08014298 admin admin] Deleting subnet 752d13f8-5ede-4cc1-8473-e99d4f7ee767 {{(pid=105487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:00:05.881699 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7aa7551f-5a6d-474d-baa1-cd6c08014298 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:05.918994 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7aa7551f-5a6d-474d-baa1-cd6c08014298 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26947514'] for subnet, precommit_delete_associations {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.030448 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7aa7551f-5a6d-474d-baa1-cd6c08014298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16059385'] for subnet, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.187346 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7aa7551f-5a6d-474d-baa1-cd6c08014298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16059360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26949438'] for subnet, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.189794 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:06.219130 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7551f-5a6d-474d-baa1-cd6c08014298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=752d13f8-5ede-4cc1-8473-e99d4f7ee767,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:06.222984 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7aa7551f-5a6d-474d-baa1-cd6c08014298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.227100 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-7aa7551f-5a6d-474d-baa1-cd6c08014298 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/752d13f8-5ede-4cc1-8473-e99d4f7ee767 HTTP/1.1" status: 204 len: 168 time: 0.3924196 Jun 23 17:00:06.227100 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7aa7551f-5a6d-474d-baa1-cd6c08014298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:06.228233 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60244) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:06.236421 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9a5666-74e7-4213-ad6b-b398311369d8 None None] Network 6315c423-9889-4f49-ad61-8096fd1f021e requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:00:06.259044 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60246) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:06.279579 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0106ef9a-b274-4b78-bf6e-31f45d2e569f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.330959 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16231295'] for network, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.389041 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0106ef9a-b274-4b78-bf6e-31f45d2e569f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.394300 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] Deleting port 34062353-4dc7-4ff9-acb8-d1db22cc8e0a {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:00:06.394652 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.466013 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] For port 34062353-4dc7-4ff9-acb8-d1db22cc8e0a, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=34062353-4dc7-4ff9-acb8-d1db22cc8e0a,segment=NetworkSegment(31d48013-f6ae-43b2-82f6-ecae6b3f52b0),segment_id=31d48013-f6ae-43b2-82f6-ecae6b3f52b0)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:06.466392 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.471804 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0106ef9a-b274-4b78-bf6e-31f45d2e569f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.475398 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-46cb1734-1a2c-4b4c-bdaf-3192a0484ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:06.479332 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] Calling delete_port for 34062353-4dc7-4ff9-acb8-d1db22cc8e0a owned by network:dhcp {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:00:06.495915 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65de746f-0c53-484a-b524-a84c422ed6f3 None None] DHCP port deletion for 6315c423-9889-4f49-ad61-8096fd1f021e request from dv-cinder-797608-1-iscsi {{(pid=105488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:00:06.515598 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-0106ef9a-b274-4b78-bf6e-31f45d2e569f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4663eede09f046bf8ab3047f64470b27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541690 Jun 23 17:00:06.516980 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106ef9a-b274-4b78-bf6e-31f45d2e569f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38b2806-aa8d-40b4-b229-bedfb5ef317d,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:06.519905 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60248) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:06.521928 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-0106ef9a-b274-4b78-bf6e-31f45d2e569f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:06.561224 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-65de746f-0c53-484a-b524-a84c422ed6f3 None None] Deleting port 34062353-4dc7-4ff9-acb8-d1db22cc8e0a {{(pid=105488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:00:06.561879 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-65de746f-0c53-484a-b524-a84c422ed6f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.573057 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f878fd05-ef56-4ddf-9deb-9ee2c4492300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.596399 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f878fd05-ef56-4ddf-9deb-9ee2c4492300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.628206 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-65de746f-0c53-484a-b524-a84c422ed6f3 None None] For port 34062353-4dc7-4ff9-acb8-d1db22cc8e0a, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=34062353-4dc7-4ff9-acb8-d1db22cc8e0a,segment=NetworkSegment(31d48013-f6ae-43b2-82f6-ecae6b3f52b0),segment_id=31d48013-f6ae-43b2-82f6-ecae6b3f52b0)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:06.628912 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-65de746f-0c53-484a-b524-a84c422ed6f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.648350 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-65de746f-0c53-484a-b524-a84c422ed6f3 None None] Calling delete_port for 34062353-4dc7-4ff9-acb8-d1db22cc8e0a owned by network:dhcp {{(pid=105488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:00:06.655163 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.658133 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ef47728a-1b9f-4808-b6ac-df0ba59ce15a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:06.687257 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] Pushing event deleted for resources: {'Port': ['ID=34062353-4dc7-4ff9-acb8-d1db22cc8e0a,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:06.689189 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] No DVR routers for this DVR port 34062353-4dc7-4ff9-acb8-d1db22cc8e0a on host dv-cinder-797608-1-iscsi {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:00:06.693702 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:06.732721 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-65de746f-0c53-484a-b524-a84c422ed6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108'] for port, after_delete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.735764 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:06.759897 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de746f-0c53-484a-b524-a84c422ed6f3 None None] Pushing event deleted for resources: {'Port': ['ID=34062353-4dc7-4ff9-acb8-d1db22cc8e0a,revision_number=None']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:06.764611 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de746f-0c53-484a-b524-a84c422ed6f3 None None] No DVR routers for this DVR port 34062353-4dc7-4ff9-acb8-d1db22cc8e0a on host dv-cinder-797608-1-iscsi {{(pid=105488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:00:06.766077 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086644', 'neutron.services.segments.db._delete_segments_for_network-8730820742431'] for network, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.771939 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65de746f-0c53-484a-b524-a84c422ed6f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:06.772295 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65de746f-0c53-484a-b524-a84c422ed6f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:06.772649 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65de746f-0c53-484a-b524-a84c422ed6f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:06.772993 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65de746f-0c53-484a-b524-a84c422ed6f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:06.773388 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65de746f-0c53-484a-b524-a84c422ed6f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:06.774377 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65de746f-0c53-484a-b524-a84c422ed6f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:06.774377 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65de746f-0c53-484a-b524-a84c422ed6f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:06.774377 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65de746f-0c53-484a-b524-a84c422ed6f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:06.775812 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65de746f-0c53-484a-b524-a84c422ed6f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:06.775812 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65de746f-0c53-484a-b524-a84c422ed6f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:06.775812 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65de746f-0c53-484a-b524-a84c422ed6f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:06.775812 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65de746f-0c53-484a-b524-a84c422ed6f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:06.790101 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f878fd05-ef56-4ddf-9deb-9ee2c4492300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.790224 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6315c423-9889-4f49-ad61-8096fd1f021e']}} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:06.790338 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-65de746f-0c53-484a-b524-a84c422ed6f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:06.790442 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f878fd05-ef56-4ddf-9deb-9ee2c4492300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.790442 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-f878fd05-ef56-4ddf-9deb-9ee2c4492300 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b38b2806-aa8d-40b4-b229-bedfb5ef317d HTTP/1.1" status: 204 len: 168 time: 0.2668548 Jun 23 17:00:06.790442 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-472578ff-06ee-4429-889b-aac6b67ac1bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:06.798910 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d48013-f6ae-43b2-82f6-ecae6b3f52b0') {'for_net_delete': True} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:06.799234 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d48013-f6ae-43b2-82f6-ecae6b3f52b0') {} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:06.802098 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878fd05-ef56-4ddf-9deb-9ee2c4492300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38b2806-aa8d-40b4-b229-bedfb5ef317d,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:06.810932 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-f878fd05-ef56-4ddf-9deb-9ee2c4492300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:06.814091 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730820730862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2321659'] for segment, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.839465 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.846982 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] Releasing vlan 1396 on physical network physnet1 to pool {{(pid=105486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:00:06.847376 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2323047'] for segment, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: Traceback (most recent call last): Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: timer() Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: cb(*args, **kw) Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: return func(*args, **kwargs) Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: self._notify() Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: self.callback(batched_events) Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: event.method(event) Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: return f(self, *a, **k) Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: return self._get(url).json() Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: return self.request(url, 'GET', **kwargs) Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:00:06.849180 dv-cinder-797608-1-iscsi neutron-server[105486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:00:06.927446 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 82906b7d-9d6b-4e43-b9c0-640c92d1183b no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:00:06.947585 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: 82906b7d-9d6b-4e43-b9c0-640c92d1183b {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:00:06.947930 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 82906b7d-9d6b-4e43-b9c0-640c92d1183b not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:00:06.948365 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device f89c6bf9-89d6-478f-8f83-b38a9ffc23e3 no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:00:06.972114 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: f89c6bf9-89d6-478f-8f83-b38a9ffc23e3 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:00:06.972451 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device f89c6bf9-89d6-478f-8f83-b38a9ffc23e3 not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:00:06.972878 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 34062353-4dc7-4ff9-acb8-d1db22cc8e0a no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:00:06.992298 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: 34062353-4dc7-4ff9-acb8-d1db22cc8e0a {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:00:06.992645 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 34062353-4dc7-4ff9-acb8-d1db22cc8e0a not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:00:07.026643 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724528'] for network, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:07.031031 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-97fdd13a-abc6-47b8-84f3-fedce118c7f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:07.036994 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:07.036994 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] 10.222.0.25 "DELETE /v2.0/networks/6315c423-9889-4f49-ad61-8096fd1f021e HTTP/1.1" status: 204 len: 168 time: 0.8063924 Jun 23 17:00:07.047310 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] Pushing event deleted for resources: {'Network': ['ID=6315c423-9889-4f49-ad61-8096fd1f021e,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:07.049852 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:07.484981 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60266) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:07.528700 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-c03afa3c-a883-42ed-bfa8-0b4da8ecd8d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63e4dcf380f2416393003de303dd7b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421023 Jun 23 17:00:07.530823 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60268) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:07.582617 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-265d853d-ebf0-4472-bb50-827b7e4adf13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:07.604322 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-265d853d-ebf0-4472-bb50-827b7e4adf13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:07.740561 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-265d853d-ebf0-4472-bb50-827b7e4adf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:07.743336 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-265d853d-ebf0-4472-bb50-827b7e4adf13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:07.744518 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-265d853d-ebf0-4472-bb50-827b7e4adf13 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d641037-1928-4375-970e-64b191888ef1 HTTP/1.1" status: 204 len: 168 time: 0.2127593 Jun 23 17:00:07.745267 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-a90de0f9-f363-4580-bb0e-5caeb9ecccfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:07.759011 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d853d-ebf0-4472-bb50-827b7e4adf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d641037-1928-4375-970e-64b191888ef1,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:07.759011 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-265d853d-ebf0-4472-bb50-827b7e4adf13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:08.589924 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60288) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:08.634572 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-37b6c11c-2419-4ce6-9bf0-7493801590a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7d883e7432249b7a2b58e640a47e859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432229 Jun 23 17:00:08.635022 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60292) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:08.685979 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7c8c4250-4c78-4d7d-a24b-909f3dda8b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:08.707254 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7c8c4250-4c78-4d7d-a24b-909f3dda8b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:08.843793 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7c8c4250-4c78-4d7d-a24b-909f3dda8b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:08.846439 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7c8c4250-4c78-4d7d-a24b-909f3dda8b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:08.847610 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-7c8c4250-4c78-4d7d-a24b-909f3dda8b2b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/43db122c-0a76-4088-955a-f632229e7d89 HTTP/1.1" status: 204 len: 168 time: 0.2116823 Jun 23 17:00:08.848378 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-d1223160-80bb-4121-a93a-0ef1bdbb15fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:08.861796 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c4250-4c78-4d7d-a24b-909f3dda8b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43db122c-0a76-4088-955a-f632229e7d89,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:08.865276 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-7c8c4250-4c78-4d7d-a24b-909f3dda8b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:09.888975 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60328) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:09.995051 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-72dea316-e3d6-4244-8616-19ddb5b4e8e2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1461654963-network', 'tenant_id': '231173d0a69b4fd585f8740571e49789'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:10.095439 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dea316-e3d6-4244-8616-19ddb5b4e8e2 admin admin] Made reservation on behalf of 231173d0a69b4fd585f8740571e49789 for: {'network': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:00:10.097913 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-72dea316-e3d6-4244-8616-19ddb5b4e8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for network, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:10.107392 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-72dea316-e3d6-4244-8616-19ddb5b4e8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:10.196314 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-72dea316-e3d6-4244-8616-19ddb5b4e8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:10.357899 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-72dea316-e3d6-4244-8616-19ddb5b4e8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:10.361082 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ae18a119-965c-4748-912a-45ec99ea2b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:10.385050 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72dea316-e3d6-4244-8616-19ddb5b4e8e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1395, 'physical_network': 'physnet1'} {{(pid=105486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:00:10.391215 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dea316-e3d6-4244-8616-19ddb5b4e8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8078d0dd-9b63-4aa4-b13e-00ffb94346e5,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:10.395348 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-72dea316-e3d6-4244-8616-19ddb5b4e8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:10.399349 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-72dea316-e3d6-4244-8616-19ddb5b4e8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:10.399699 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.segments_db [None req-72dea316-e3d6-4244-8616-19ddb5b4e8e2 admin admin] Added segment 9a3588ff-03d1-4528-8182-888913e975ad of type vlan for network a9377805-8f69-4935-aba0-28dc2d71b2ad Jun 23 17:00:10.443704 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-72dea316-e3d6-4244-8616-19ddb5b4e8e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730820174852'] for network, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:10.660035 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-72dea316-e3d6-4244-8616-19ddb5b4e8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929'] for network, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:10.661499 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dea316-e3d6-4244-8616-19ddb5b4e8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:10.662099 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-72dea316-e3d6-4244-8616-19ddb5b4e8e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:10.665382 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:10.723463 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dea316-e3d6-4244-8616-19ddb5b4e8e2 admin admin] Pushing event updated for resources: {'Network': ['ID=a9377805-8f69-4935-aba0-28dc2d71b2ad,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:10.726139 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-72dea316-e3d6-4244-8616-19ddb5b4e8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:10.733501 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Network a9377805-8f69-4935-aba0-28dc2d71b2ad details requested by agent ovs-agent-dv-cinder-797608-1-iscsi with host dv-cinder-797608-1-iscsi {{(pid=105488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:00:10.803843 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-72dea316-e3d6-4244-8616-19ddb5b4e8e2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9136543 Jun 23 17:00:10.806549 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60336) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:10.811957 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-294e0a80-c8d5-469a-873b-91752edcc6b4 admin admin] Request body: {'subnet': {'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1461654963-subnet', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'ip_version': 4}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:10.894947 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294e0a80-c8d5-469a-873b-91752edcc6b4 admin admin] Made reservation on behalf of 231173d0a69b4fd585f8740571e49789 for: {'subnet': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:00:10.897368 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-294e0a80-c8d5-469a-873b-91752edcc6b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3900924'] for subnet, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:11.156876 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-294e0a80-c8d5-469a-873b-91752edcc6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2321465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3900910'] for subnet, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:11.160485 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-425bf41b-e97a-45ad-b70d-563245df6251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:11.220774 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e0a80-c8d5-469a-873b-91752edcc6b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d58dc0ba-116e-4102-a7e9-04ba236e619c,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:11.224750 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-294e0a80-c8d5-469a-873b-91752edcc6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:11.228795 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294e0a80-c8d5-469a-873b-91752edcc6b4 admin admin] Checking segment: {'id': '9a3588ff-03d1-4528-8182-888913e975ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:11.229200 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294e0a80-c8d5-469a-873b-91752edcc6b4 admin admin] Network hostable DHCP agents. Network: a9377805-8f69-4935-aba0-28dc2d71b2ad, hostable agents: ['5e144bd6-6a48-4538-b5f5-f54886500fdf'], hosted agents: [] {{(pid=105486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:00:11.340239 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294e0a80-c8d5-469a-873b-91752edcc6b4 admin admin] Network a9377805-8f69-4935-aba0-28dc2d71b2ad is scheduled to be hosted by DHCP agent 5e144bd6-6a48-4538-b5f5-f54886500fdf with binding_index 1 {{(pid=105486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:00:11.466459 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-294e0a80-c8d5-469a-873b-91752edcc6b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-1-iscsi, a9377805-8f69-4935-aba0-28dc2d71b2ad) {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:11.470650 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294e0a80-c8d5-469a-873b-91752edcc6b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:11.471402 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-294e0a80-c8d5-469a-873b-91752edcc6b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:11.475417 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05962565-1f60-4bda-80c6-311f41321aa9 None None] Network a9377805-8f69-4935-aba0-28dc2d71b2ad requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:00:11.564242 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-294e0a80-c8d5-469a-873b-91752edcc6b4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7565279 Jun 23 17:00:11.570240 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60344) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:11.572191 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-580aaa97-ad7a-4f04-a4d7-4e9f67c69a37 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:11.683037 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-580aaa97-ad7a-4f04-a4d7-4e9f67c69a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25531'] for router, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:11.686426 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-580aaa97-ad7a-4f04-a4d7-4e9f67c69a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1782601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25506'] for router, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:11.738915 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-580aaa97-ad7a-4f04-a4d7-4e9f67c69a37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:11.745508 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp688f085e-dfc1-5e94-bdc4-2cd86705c474-a9377805-8f69-4935-aba0-28dc2d71b2ad', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c'}]}} from dv-cinder-797608-1-iscsi. {{(pid=105488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:00:11.747213 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:11.882810 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.db_base_plugin_common [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Allocated IP 172.20.0.2 (a9377805-8f69-4935-aba0-28dc2d71b2ad/d58dc0ba-116e-4102-a7e9-04ba236e619c/51d2721e-59d1-4a78-abef-a0212dd4edc8) {{(pid=105488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:00:12.009304 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-580aaa97-ad7a-4f04-a4d7-4e9f67c69a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1640840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27992'] for router, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:12.044617 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Notify callbacks [] for port, precommit_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:12.058804 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Transition to ACTIVE for port object 51d2721e-59d1-4a78-abef-a0212dd4edc8 will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:12.082786 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Transition to ACTIVE for port object 51d2721e-59d1-4a78-abef-a0212dd4edc8 will not be triggered until provisioned by entity DHCP. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:12.158526 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099'] for port, after_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:12.161372 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:12.197762 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Network a9377805-8f69-4935-aba0-28dc2d71b2ad is already hosted by enough agents. {{(pid=105488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:00:12.203827 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.scheduler.base_scheduler [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Resources bound (agent type, host, resource id): {{(pid=105488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:12.203960 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Received port after_create {{(pid=105488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:00:12.212619 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Pushing event updated for resources: {'Port': ['ID=51d2721e-59d1-4a78-abef-a0212dd4edc8,revision_number=1']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:12.217336 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:12.276606 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Attempting to bind port 51d2721e-59d1-4a78-abef-a0212dd4edc8 on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:00:12.277064 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Attempting to bind port 51d2721e-59d1-4a78-abef-a0212dd4edc8 by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': '9a3588ff-03d1-4528-8182-888913e975ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:00:12.278636 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Attempting to bind port 51d2721e-59d1-4a78-abef-a0212dd4edc8 on network a9377805-8f69-4935-aba0-28dc2d71b2ad {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:12.284122 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:00:12.284587 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Checking segment: {'id': '9a3588ff-03d1-4528-8182-888913e975ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:12.285367 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:12.286047 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-580aaa97-ad7a-4f04-a4d7-4e9f67c69a37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:12.286191 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Bound using segment: {'id': '9a3588ff-03d1-4528-8182-888913e975ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:00:12.286940 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Bound port: 51d2721e-59d1-4a78-abef-a0212dd4edc8, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3588ff-03d1-4528-8182-888913e975ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:00:12.287664 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:12.309873 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-580aaa97-ad7a-4f04-a4d7-4e9f67c69a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:12.356871 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] For port 51d2721e-59d1-4a78-abef-a0212dd4edc8, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:00:12.360326 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] For port 51d2721e-59d1-4a78-abef-a0212dd4edc8, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=51d2721e-59d1-4a78-abef-a0212dd4edc8,segment=NetworkSegment(9a3588ff-03d1-4528-8182-888913e975ad),segment_id=9a3588ff-03d1-4528-8182-888913e975ad)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:00:12.410596 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-580aaa97-ad7a-4f04-a4d7-4e9f67c69a37 admin admin] Allocated IP 172.27.2.85 (1cd33bb4-367c-4537-aa24-40400b43cefc/1811faaa-3b17-4cfd-8a02-b64db4dab64a/d3250d8e-5c58-474f-8358-7720eedc8441) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:00:12.442712 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:12.445640 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c773b928-acbf-4647-b277-bb1b4118e3bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:12.502912 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Pushing event updated for resources: {'Port': ['ID=51d2721e-59d1-4a78-abef-a0212dd4edc8,revision_number=2']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:12.505971 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:12.526214 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-580aaa97-ad7a-4f04-a4d7-4e9f67c69a37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:12.667144 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-580aaa97-ad7a-4f04-a4d7-4e9f67c69a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2323113'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:12.669363 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-c22c8e75-f7b9-4597-af0b-72770bce4f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:12.714733 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580aaa97-ad7a-4f04-a4d7-4e9f67c69a37 admin admin] Network 1cd33bb4-367c-4537-aa24-40400b43cefc is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:00:12.718440 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-580aaa97-ad7a-4f04-a4d7-4e9f67c69a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:12.722076 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580aaa97-ad7a-4f04-a4d7-4e9f67c69a37 admin admin] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:00:12.727784 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580aaa97-ad7a-4f04-a4d7-4e9f67c69a37 admin admin] Pushing event updated for resources: {'Port': ['ID=d3250d8e-5c58-474f-8358-7720eedc8441,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:12.748014 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-580aaa97-ad7a-4f04-a4d7-4e9f67c69a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:12.940892 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 51d2721e-59d1-4a78-abef-a0212dd4edc8 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:13.107380 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port 51d2721e-59d1-4a78-abef-a0212dd4edc8 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:13.129931 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-580aaa97-ad7a-4f04-a4d7-4e9f67c69a37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:13.334568 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-580aaa97-ad7a-4f04-a4d7-4e9f67c69a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1713261'] for router, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:13.385270 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518a374a-3591-4e9f-83b5-28001e203913 None None] Network a9377805-8f69-4935-aba0-28dc2d71b2ad requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:00:13.516362 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-20edfa66-4aec-421a-a137-5c72ab128be9 None None] Provisioning for port 51d2721e-59d1-4a78-abef-a0212dd4edc8 completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:13.524299 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-20edfa66-4aec-421a-a137-5c72ab128be9 None None] Provisioning complete for port 51d2721e-59d1-4a78-abef-a0212dd4edc8 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:13.531154 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-20edfa66-4aec-421a-a137-5c72ab128be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:13.643915 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-20edfa66-4aec-421a-a137-5c72ab128be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:13.681479 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-20edfa66-4aec-421a-a137-5c72ab128be9 None None] For port 51d2721e-59d1-4a78-abef-a0212dd4edc8, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=51d2721e-59d1-4a78-abef-a0212dd4edc8,segment=NetworkSegment(9a3588ff-03d1-4528-8182-888913e975ad),segment_id=9a3588ff-03d1-4528-8182-888913e975ad)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:13.790790 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-20edfa66-4aec-421a-a137-5c72ab128be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:13.792633 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:13.845090 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edfa66-4aec-421a-a137-5c72ab128be9 None None] Pushing event updated for resources: {'Port': ['ID=51d2721e-59d1-4a78-abef-a0212dd4edc8,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:13.849391 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-20edfa66-4aec-421a-a137-5c72ab128be9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:13.895591 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580aaa97-ad7a-4f04-a4d7-4e9f67c69a37 admin admin] Router 6b1e07af-7152-4da2-8987-9ea8384f3c50 is scheduled to L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec with binding_index 1 {{(pid=105486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:00:13.915413 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c9db717a-f293-4842-b121-a845b0cdf8a9 None None] Provisioning complete for port 51d2721e-59d1-4a78-abef-a0212dd4edc8 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:13.916157 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c9db717a-f293-4842-b121-a845b0cdf8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:14.024146 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580aaa97-ad7a-4f04-a4d7-4e9f67c69a37 admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:00:14.033914 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] Sync routers for ids ['6b1e07af-7152-4da2-8987-9ea8384f3c50'] in dv-cinder-797608-1-iscsi {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:00:14.043830 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] Routers {'6b1e07af-7152-4da2-8987-9ea8384f3c50'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:14.044233 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:59:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['6b1e07af-7152-4da2-8987-9ea8384f3c50'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:14.149251 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] Set router 6b1e07af-7152-4da2-8987-9ea8384f3c50 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:14.163762 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-580aaa97-ad7a-4f04-a4d7-4e9f67c69a37 admin admin] Notify callbacks [] for router, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:14.167009 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-580aaa97-ad7a-4f04-a4d7-4e9f67c69a37 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5968487 Jun 23 17:00:14.168008 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60364) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:14.328744 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:00:12Z', 'revision_number': 3, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:14.358873 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] Checking router: 6b1e07af-7152-4da2-8987-9ea8384f3c50 for host: dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:00:14.359749 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] Updating router 6b1e07af-7152-4da2-8987-9ea8384f3c50 port d3250d8e-5c58-474f-8358-7720eedc8441 binding host dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:00:14.404550 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:14.590998 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c6097eda-9450-4e04-ab9c-8fe419247465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:14.663589 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] Notify callbacks [] for port, precommit_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:14.674472 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.provisioning_blocks [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] Transition to ACTIVE for port object d3250d8e-5c58-474f-8358-7720eedc8441 will not be triggered until provisioned by entity L2. {{(pid=105489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:14.750055 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-c6097eda-9450-4e04-ab9c-8fe419247465 admin admin] Allocated IP 172.20.0.1 (a9377805-8f69-4935-aba0-28dc2d71b2ad/d58dc0ba-116e-4102-a7e9-04ba236e619c/5efb46a1-33bb-4a1e-9b9e-393487ae2d96) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:00:14.803403 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:14.805841 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-bed5f40c-e6dd-4ee8-89ba-f2a7fbb7606d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:14.856236 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] Attempting to bind port d3250d8e-5c58-474f-8358-7720eedc8441 on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:00:14.856816 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] Attempting to bind port d3250d8e-5c58-474f-8358-7720eedc8441 by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}] {{(pid=105489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:00:14.857411 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] Attempting to bind port d3250d8e-5c58-474f-8358-7720eedc8441 on network 1cd33bb4-367c-4537-aa24-40400b43cefc {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:14.859198 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c6097eda-9450-4e04-ab9c-8fe419247465 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:14.860573 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67682322-f8cb-4cba-bdc8-7163ecac07b1 None None] Pushing event updated for resources: {'Port': ['ID=d3250d8e-5c58-474f-8358-7720eedc8441,revision_number=2']} {{(pid=105489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:14.875969 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67682322-f8cb-4cba-bdc8-7163ecac07b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:14.875969 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67682322-f8cb-4cba-bdc8-7163ecac07b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:14.875969 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67682322-f8cb-4cba-bdc8-7163ecac07b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:14.875969 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67682322-f8cb-4cba-bdc8-7163ecac07b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:14.875969 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67682322-f8cb-4cba-bdc8-7163ecac07b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:14.875969 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67682322-f8cb-4cba-bdc8-7163ecac07b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:14.875969 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67682322-f8cb-4cba-bdc8-7163ecac07b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:14.876853 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [None req-c6097eda-9450-4e04-ab9c-8fe419247465 admin admin] Transition to ACTIVE for port object 5efb46a1-33bb-4a1e-9b9e-393487ae2d96 will not be triggered until provisioned by entity DHCP. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:14.877501 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67682322-f8cb-4cba-bdc8-7163ecac07b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:14.877501 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67682322-f8cb-4cba-bdc8-7163ecac07b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:14.877501 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67682322-f8cb-4cba-bdc8-7163ecac07b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:14.877501 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67682322-f8cb-4cba-bdc8-7163ecac07b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:14.877501 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67682322-f8cb-4cba-bdc8-7163ecac07b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:14.880944 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-67682322-f8cb-4cba-bdc8-7163ecac07b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:14.882158 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:00:14.882525 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] Checking segment: {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:14.882920 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:14.883372 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] Bound using segment: {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'} {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:00:14.883751 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] Bound port: d3250d8e-5c58-474f-8358-7720eedc8441, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}}] {{(pid=105489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:00:14.884118 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:14.934293 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 51d2721e-59d1-4a78-abef-a0212dd4edc8 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:14.952163 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.db [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] For port d3250d8e-5c58-474f-8358-7720eedc8441, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:00:14.955613 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.db [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] For port d3250d8e-5c58-474f-8358-7720eedc8441, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=d3250d8e-5c58-474f-8358-7720eedc8441,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:00:14.986885 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 51d2721e-59d1-4a78-abef-a0212dd4edc8 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:14.987271 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:15.026320 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c6097eda-9450-4e04-ab9c-8fe419247465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2323113'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:15.029278 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-9a1741c4-b7fe-476f-a4d2-156a52ed2abb tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:15.061484 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:15.068185 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:15.070584 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6097eda-9450-4e04-ab9c-8fe419247465 admin admin] Network a9377805-8f69-4935-aba0-28dc2d71b2ad is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:00:15.073628 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-c6097eda-9450-4e04-ab9c-8fe419247465 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:15.077413 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6097eda-9450-4e04-ab9c-8fe419247465 admin admin] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:00:15.108126 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6097eda-9450-4e04-ab9c-8fe419247465 admin admin] Pushing event updated for resources: {'Port': ['ID=5efb46a1-33bb-4a1e-9b9e-393487ae2d96,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:15.112807 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-c6097eda-9450-4e04-ab9c-8fe419247465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:15.118396 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] Routers {'6b1e07af-7152-4da2-8987-9ea8384f3c50'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:15.119235 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:59:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['6b1e07af-7152-4da2-8987-9ea8384f3c50'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:15.133444 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c6097eda-9450-4e04-ab9c-8fe419247465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705069'] for router_interface, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:15.168711 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67682322-f8cb-4cba-bdc8-7163ecac07b1 None None] Pushing event updated for resources: {'Port': ['ID=d3250d8e-5c58-474f-8358-7720eedc8441,revision_number=3']} {{(pid=105489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:15.175993 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-67682322-f8cb-4cba-bdc8-7163ecac07b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:15.252504 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] Set router 6b1e07af-7152-4da2-8987-9ea8384f3c50 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:15.386321 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60370) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:15.398644 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c6097eda-9450-4e04-ab9c-8fe419247465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:15.447737 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-66eaf793-9277-4471-b0b0-bdea846e6239 None None] Provisioning for port 5efb46a1-33bb-4a1e-9b9e-393487ae2d96 completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:15.452318 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-66eaf793-9277-4471-b0b0-bdea846e6239 None None] Provisioning complete for port 5efb46a1-33bb-4a1e-9b9e-393487ae2d96 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:15.452937 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66eaf793-9277-4471-b0b0-bdea846e6239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:15.497827 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-66eaf793-9277-4471-b0b0-bdea846e6239 None None] Port 5efb46a1-33bb-4a1e-9b9e-393487ae2d96 cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:00:15.526533 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c40aa131-2faf-4ce7-be2d-0e89d12e85a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:15.548125 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:00:12Z', 'revision_number': 3, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:15.578807 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ef081f-fa85-47e1-9e5d-e02cc9688ab8 None None] The sync data for ids ['6b1e07af-7152-4da2-8987-9ea8384f3c50'] in dv-cinder-797608-1-iscsi is: [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:00:12Z', 'revision_number': 3, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}] {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:00:15.581907 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c6097eda-9450-4e04-ab9c-8fe419247465 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:15.631228 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c40aa131-2faf-4ce7-be2d-0e89d12e85a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:15.672112 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c6097eda-9450-4e04-ab9c-8fe419247465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:15.674584 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-c6097eda-9450-4e04-ab9c-8fe419247465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:15.743919 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6097eda-9450-4e04-ab9c-8fe419247465 admin admin] Pushing event updated for resources: {'Port': ['ID=5efb46a1-33bb-4a1e-9b9e-393487ae2d96,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:15.749699 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-c6097eda-9450-4e04-ab9c-8fe419247465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:15.751178 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c6097eda-9450-4e04-ab9c-8fe419247465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705089'] for router_interface, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:15.786338 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c40aa131-2faf-4ce7-be2d-0e89d12e85a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:15.804077 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-0106ef9a-b274-4b78-bf6e-31f45d2e569f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:15.840908 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40aa131-2faf-4ce7-be2d-0e89d12e85a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ef12c2-d5f5-4123-a614-f5ce517868b7,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:15.844039 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-c40aa131-2faf-4ce7-be2d-0e89d12e85a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:15.856971 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-c40aa131-2faf-4ce7-be2d-0e89d12e85a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39ef094da2d34ddbadf30ae8ccb87497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4689436 Jun 23 17:00:15.860851 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60374) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:15.902615 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6097eda-9450-4e04-ab9c-8fe419247465 admin admin] Network a9377805-8f69-4935-aba0-28dc2d71b2ad is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:00:15.907878 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-c6097eda-9450-4e04-ab9c-8fe419247465 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:15.977692 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1f4e3a17-2eb7-4260-8fa5-ae355b3b3438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:16.037897 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1f4e3a17-2eb7-4260-8fa5-ae355b3b3438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:16.092705 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6097eda-9450-4e04-ab9c-8fe419247465 admin admin] Router 6b1e07af-7152-4da2-8987-9ea8384f3c50 has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:00:16.125270 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-be252b85-da51-4715-8d60-6fe39aba658b None None] Provisioning complete for port 5efb46a1-33bb-4a1e-9b9e-393487ae2d96 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:16.125729 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-be252b85-da51-4715-8d60-6fe39aba658b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:16.162414 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-be252b85-da51-4715-8d60-6fe39aba658b None None] Port 5efb46a1-33bb-4a1e-9b9e-393487ae2d96 cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:00:16.210943 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6097eda-9450-4e04-ab9c-8fe419247465 admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:00:16.219290 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-c6097eda-9450-4e04-ab9c-8fe419247465 admin admin] 10.222.0.25 "PUT /v2.0/routers/6b1e07af-7152-4da2-8987-9ea8384f3c50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0472558 Jun 23 17:00:16.243185 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1f4e3a17-2eb7-4260-8fa5-ae355b3b3438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:16.245877 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1f4e3a17-2eb7-4260-8fa5-ae355b3b3438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:16.248377 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-1f4e3a17-2eb7-4260-8fa5-ae355b3b3438 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49ef12c2-d5f5-4123-a614-f5ce517868b7 HTTP/1.1" status: 204 len: 168 time: 0.3863304 Jun 23 17:00:16.249325 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-0e0ab3c9-0f30-4b6e-9375-8bd34855ac71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:16.259471 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e3a17-2eb7-4260-8fa5-ae355b3b3438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ef12c2-d5f5-4123-a614-f5ce517868b7,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:16.262134 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-1f4e3a17-2eb7-4260-8fa5-ae355b3b3438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:16.936843 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device d3250d8e-5c58-474f-8358-7720eedc8441 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:17.077227 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port d3250d8e-5c58-474f-8358-7720eedc8441 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:17.081329 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port d3250d8e-5c58-474f-8358-7720eedc8441 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:17.081725 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.128817 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60394) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:17.134607 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-3c2354fc-f550-403c-8f2b-374aff9d03d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1903792565-network', 'tenant_id': 'ae1c748b64064e84bdde5e1b150ab6cd'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:17.160326 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60396) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:17.175366 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4e5466f5-fd42-40ac-a40b-2c90a36e87bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.179132 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.201718 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] For port d3250d8e-5c58-474f-8358-7720eedc8441, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=d3250d8e-5c58-474f-8358-7720eedc8441,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:17.219023 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8607b13-6100-463b-825c-056a28c67287 None None] Sync routers for ids ['6b1e07af-7152-4da2-8987-9ea8384f3c50'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:00:17.226199 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2354fc-f550-403c-8f2b-374aff9d03d0 admin admin] Made reservation on behalf of ae1c748b64064e84bdde5e1b150ab6cd for: {'network': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:00:17.228994 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3c2354fc-f550-403c-8f2b-374aff9d03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for network, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.231851 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8607b13-6100-463b-825c-056a28c67287 None None] Routers {'6b1e07af-7152-4da2-8987-9ea8384f3c50'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:17.232658 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-f8607b13-6100-463b-825c-056a28c67287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:59:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['6b1e07af-7152-4da2-8987-9ea8384f3c50'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:17.241078 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3c2354fc-f550-403c-8f2b-374aff9d03d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.315708 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4e5466f5-fd42-40ac-a40b-2c90a36e87bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.318948 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.325521 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c6392bf5-bec3-450e-b30f-9b049a313910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:17.372798 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-f8607b13-6100-463b-825c-056a28c67287 None None] Set router 6b1e07af-7152-4da2-8987-9ea8384f3c50 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:17.417764 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Pushing event updated for resources: {'Port': ['ID=d3250d8e-5c58-474f-8358-7720eedc8441,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:17.423180 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:17.443313 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4e5466f5-fd42-40ac-a40b-2c90a36e87bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.446538 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-874c994f-74ec-4eb1-8488-b7a3a2d050c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:17.486038 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-4e5466f5-fd42-40ac-a40b-2c90a36e87bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4185cad28ed04cb3be40f1a5bb376984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244603 Jun 23 17:00:17.486665 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5466f5-fd42-40ac-a40b-2c90a36e87bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35976f9-1e45-49b9-85fb-37c411865292,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:17.488493 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60398) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:17.500977 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-4e5466f5-fd42-40ac-a40b-2c90a36e87bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:17.568388 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3c2354fc-f550-403c-8f2b-374aff9d03d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.571437 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d0f7bb5f-911d-4b3f-9b57-a33610586736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.593245 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d0f7bb5f-911d-4b3f-9b57-a33610586736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.597849 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-f8607b13-6100-463b-825c-056a28c67287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:00:15Z', 'revision_number': 4, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '5efb46a1-33bb-4a1e-9b9e-393487ae2d96', 'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'mac_address': 'fa:16:3e:23:70:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:14Z', 'updated_at': '2021-06-23T17:00:15Z', 'revision_number': 2, 'project_id': '231173d0a69b4fd585f8740571e49789', 'subnets': [{'id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:17.625530 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8607b13-6100-463b-825c-056a28c67287 None None] Checking router: 6b1e07af-7152-4da2-8987-9ea8384f3c50 for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:00:17.625900 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8607b13-6100-463b-825c-056a28c67287 None None] Updating router 6b1e07af-7152-4da2-8987-9ea8384f3c50 port 5efb46a1-33bb-4a1e-9b9e-393487ae2d96 binding host dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:00:17.660572 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3c2354fc-f550-403c-8f2b-374aff9d03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.660824 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-f8607b13-6100-463b-825c-056a28c67287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.664732 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-91363d5a-60c9-439d-806c-59681e2ac2c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:17.688130 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2354fc-f550-403c-8f2b-374aff9d03d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8095c066-5bd6-44e6-be06-e57fb78f2ba4,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:17.691389 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-3c2354fc-f550-403c-8f2b-374aff9d03d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:17.719552 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d0f7bb5f-911d-4b3f-9b57-a33610586736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.725900 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d0f7bb5f-911d-4b3f-9b57-a33610586736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.725900 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-d0f7bb5f-911d-4b3f-9b57-a33610586736 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b35976f9-1e45-49b9-85fb-37c411865292 HTTP/1.1" status: 204 len: 168 time: 0.2339513 Jun 23 17:00:17.728951 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-46c67129-f7f1-440a-9577-8236b90c8876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:17.731760 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2354fc-f550-403c-8f2b-374aff9d03d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1374, 'physical_network': 'physnet1'} {{(pid=105486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:00:17.743079 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7bb5f-911d-4b3f-9b57-a33610586736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35976f9-1e45-49b9-85fb-37c411865292,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:17.746069 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-d0f7bb5f-911d-4b3f-9b57-a33610586736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:17.751989 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3c2354fc-f550-403c-8f2b-374aff9d03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.769634 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.segments_db [None req-3c2354fc-f550-403c-8f2b-374aff9d03d0 admin admin] Added segment d8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04 of type vlan for network ec59a80d-8bc8-4e14-b286-89af618405a3 Jun 23 17:00:17.809035 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3c2354fc-f550-403c-8f2b-374aff9d03d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730820174852'] for network, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.929235 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3c2354fc-f550-403c-8f2b-374aff9d03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929'] for network, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.930614 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2354fc-f550-403c-8f2b-374aff9d03d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:17.931226 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3c2354fc-f550-403c-8f2b-374aff9d03d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.933602 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:17.958498 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-f8607b13-6100-463b-825c-056a28c67287 None None] Notify callbacks [] for port, precommit_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.968930 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-f8607b13-6100-463b-825c-056a28c67287 None None] Transition to ACTIVE for port object 5efb46a1-33bb-4a1e-9b9e-393487ae2d96 will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:17.993006 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2354fc-f550-403c-8f2b-374aff9d03d0 admin admin] Pushing event updated for resources: {'Network': ['ID=ec59a80d-8bc8-4e14-b286-89af618405a3,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:17.995746 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-3c2354fc-f550-403c-8f2b-374aff9d03d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:18.003941 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Network ec59a80d-8bc8-4e14-b286-89af618405a3 details requested by agent ovs-agent-dv-cinder-797608-1-iscsi with host dv-cinder-797608-1-iscsi {{(pid=105488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:00:18.029545 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-3c2354fc-f550-403c-8f2b-374aff9d03d0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8970146 Jun 23 17:00:18.029763 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60402) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:18.034914 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-c2628b9e-b0a0-4898-a9ce-521e334d0de4 admin admin] Request body: {'subnet': {'network_id': 'ec59a80d-8bc8-4e14-b286-89af618405a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1903792565-subnet', 'tenant_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'ip_version': 4}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:18.107398 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-f8607b13-6100-463b-825c-056a28c67287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:18.109494 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:18.147015 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2628b9e-b0a0-4898-a9ce-521e334d0de4 admin admin] Made reservation on behalf of ae1c748b64064e84bdde5e1b150ab6cd for: {'subnet': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:00:18.151452 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c2628b9e-b0a0-4898-a9ce-521e334d0de4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3900924'] for subnet, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:18.155701 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e551c-bdc7-41d1-990d-c9b406345f48 None None] Pushing event updated for resources: {'Port': ['ID=5efb46a1-33bb-4a1e-9b9e-393487ae2d96,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:18.159737 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-cd4e551c-bdc7-41d1-990d-c9b406345f48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:18.222732 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-f8607b13-6100-463b-825c-056a28c67287 None None] Attempting to bind port 5efb46a1-33bb-4a1e-9b9e-393487ae2d96 on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:00:18.223417 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-f8607b13-6100-463b-825c-056a28c67287 None None] Attempting to bind port 5efb46a1-33bb-4a1e-9b9e-393487ae2d96 by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': '9a3588ff-03d1-4528-8182-888913e975ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:00:18.223540 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8607b13-6100-463b-825c-056a28c67287 None None] Attempting to bind port 5efb46a1-33bb-4a1e-9b9e-393487ae2d96 on network a9377805-8f69-4935-aba0-28dc2d71b2ad {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:18.228749 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8607b13-6100-463b-825c-056a28c67287 None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:00:18.229186 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8607b13-6100-463b-825c-056a28c67287 None None] Checking segment: {'id': '9a3588ff-03d1-4528-8182-888913e975ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:18.229564 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-f8607b13-6100-463b-825c-056a28c67287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:18.230031 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8607b13-6100-463b-825c-056a28c67287 None None] Bound using segment: {'id': '9a3588ff-03d1-4528-8182-888913e975ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:00:18.234604 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-f8607b13-6100-463b-825c-056a28c67287 None None] Bound port: 5efb46a1-33bb-4a1e-9b9e-393487ae2d96, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3588ff-03d1-4528-8182-888913e975ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:00:18.234604 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-f8607b13-6100-463b-825c-056a28c67287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:18.301896 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-f8607b13-6100-463b-825c-056a28c67287 None None] For port 5efb46a1-33bb-4a1e-9b9e-393487ae2d96, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:00:18.305797 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-f8607b13-6100-463b-825c-056a28c67287 None None] For port 5efb46a1-33bb-4a1e-9b9e-393487ae2d96, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=5efb46a1-33bb-4a1e-9b9e-393487ae2d96,segment=NetworkSegment(9a3588ff-03d1-4528-8182-888913e975ad),segment_id=9a3588ff-03d1-4528-8182-888913e975ad)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:00:18.438213 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-f8607b13-6100-463b-825c-056a28c67287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:18.441333 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:18.492399 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8607b13-6100-463b-825c-056a28c67287 None None] Routers {'6b1e07af-7152-4da2-8987-9ea8384f3c50'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:18.493074 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-f8607b13-6100-463b-825c-056a28c67287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:59:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['6b1e07af-7152-4da2-8987-9ea8384f3c50'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:18.518270 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c2628b9e-b0a0-4898-a9ce-521e334d0de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2321465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3900910'] for subnet, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:18.520705 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-294e0a80-c8d5-469a-873b-91752edcc6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:18.549578 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e551c-bdc7-41d1-990d-c9b406345f48 None None] Pushing event updated for resources: {'Port': ['ID=5efb46a1-33bb-4a1e-9b9e-393487ae2d96,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:18.554923 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-cd4e551c-bdc7-41d1-990d-c9b406345f48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:18.601934 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2628b9e-b0a0-4898-a9ce-521e334d0de4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e319750-cfc3-4472-9a98-f5f87958fa23,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:18.605042 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2628b9e-b0a0-4898-a9ce-521e334d0de4 admin admin] Checking segment: {'id': 'd8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'ec59a80d-8bc8-4e14-b286-89af618405a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:18.605966 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2628b9e-b0a0-4898-a9ce-521e334d0de4 admin admin] Network hostable DHCP agents. Network: ec59a80d-8bc8-4e14-b286-89af618405a3, hostable agents: ['5e144bd6-6a48-4538-b5f5-f54886500fdf'], hosted agents: [] {{(pid=105486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:00:18.614754 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-c2628b9e-b0a0-4898-a9ce-521e334d0de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:18.655855 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-f8607b13-6100-463b-825c-056a28c67287 None None] Set router 6b1e07af-7152-4da2-8987-9ea8384f3c50 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:18.809613 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2628b9e-b0a0-4898-a9ce-521e334d0de4 admin admin] Network ec59a80d-8bc8-4e14-b286-89af618405a3 is scheduled to be hosted by DHCP agent 5e144bd6-6a48-4538-b5f5-f54886500fdf with binding_index 1 {{(pid=105486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:00:18.880008 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-f8607b13-6100-463b-825c-056a28c67287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:00:15Z', 'revision_number': 4, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '5efb46a1-33bb-4a1e-9b9e-393487ae2d96', 'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'mac_address': 'fa:16:3e:23:70:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:14Z', 'updated_at': '2021-06-23T17:00:18Z', 'revision_number': 4, 'project_id': '231173d0a69b4fd585f8740571e49789', 'subnets': [{'id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:18.908660 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8607b13-6100-463b-825c-056a28c67287 None None] The sync data for ids ['6b1e07af-7152-4da2-8987-9ea8384f3c50'] in dv-cinder-797608-1-iscsi is: [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:00:15Z', 'revision_number': 4, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '5efb46a1-33bb-4a1e-9b9e-393487ae2d96', 'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'mac_address': 'fa:16:3e:23:70:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:14Z', 'updated_at': '2021-06-23T17:00:18Z', 'revision_number': 4, 'project_id': '231173d0a69b4fd585f8740571e49789', 'subnets': [{'id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:00:18.926288 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device d3250d8e-5c58-474f-8358-7720eedc8441 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:18.962900 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-c2628b9e-b0a0-4898-a9ce-521e334d0de4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-1-iscsi, ec59a80d-8bc8-4e14-b286-89af618405a3) {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:18.967524 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2628b9e-b0a0-4898-a9ce-521e334d0de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:18.968266 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c2628b9e-b0a0-4898-a9ce-521e334d0de4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:19.001398 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc14530-823b-40d7-8771-cfd7481f2538 None None] Network ec59a80d-8bc8-4e14-b286-89af618405a3 requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:00:19.005747 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port d3250d8e-5c58-474f-8358-7720eedc8441 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:19.006340 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:19.084466 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-c2628b9e-b0a0-4898-a9ce-521e334d0de4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0534282 Jun 23 17:00:19.091559 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60420) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:19.108158 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-9f1cce97-1ade-4b5a-b8b1-07cbd9effe71 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1903792565-router', 'tenant_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:19.249489 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9f1cce97-1ade-4b5a-b8b1-07cbd9effe71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25531'] for router, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:19.250954 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9f1cce97-1ade-4b5a-b8b1-07cbd9effe71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1782601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25506'] for router, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:19.322378 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9f1cce97-1ade-4b5a-b8b1-07cbd9effe71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:19.432886 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp688f085e-dfc1-5e94-bdc4-2cd86705c474-ec59a80d-8bc8-4e14-b286-89af618405a3', 'network_id': 'ec59a80d-8bc8-4e14-b286-89af618405a3', 'tenant_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'fixed_ips': [{'subnet_id': '7e319750-cfc3-4472-9a98-f5f87958fa23'}]}} from dv-cinder-797608-1-iscsi. {{(pid=105488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:00:19.435324 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:19.583140 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9f1cce97-1ade-4b5a-b8b1-07cbd9effe71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1640840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27992'] for router, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:19.584618 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.db_base_plugin_common [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Allocated IP 172.20.0.2 (ec59a80d-8bc8-4e14-b286-89af618405a3/7e319750-cfc3-4472-9a98-f5f87958fa23/d9489975-c840-4b21-a1d2-de31bde918d6) {{(pid=105488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:00:19.762703 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Notify callbacks [] for port, precommit_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:19.775795 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Transition to ACTIVE for port object d9489975-c840-4b21-a1d2-de31bde918d6 will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:19.796490 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Transition to ACTIVE for port object d9489975-c840-4b21-a1d2-de31bde918d6 will not be triggered until provisioned by entity DHCP. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:19.895611 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099'] for port, after_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:19.899679 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-20edfa66-4aec-421a-a137-5c72ab128be9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:19.926436 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9f1cce97-1ade-4b5a-b8b1-07cbd9effe71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:19.942359 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Network ec59a80d-8bc8-4e14-b286-89af618405a3 is already hosted by enough agents. {{(pid=105488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:00:19.945872 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.scheduler.base_scheduler [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Resources bound (agent type, host, resource id): {{(pid=105488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:19.949415 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9f1cce97-1ade-4b5a-b8b1-07cbd9effe71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:19.949752 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Received port after_create {{(pid=105488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:00:19.961311 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Pushing event updated for resources: {'Port': ['ID=d9489975-c840-4b21-a1d2-de31bde918d6,revision_number=1']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:19.971364 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:19.974292 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab811d2f-54b9-4625-bb5d-2155f49b9268 req-3944d74f-dcdb-47f0-83f2-0f566492f11f tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:19.980926 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ab811d2f-54b9-4625-bb5d-2155f49b9268 req-3944d74f-dcdb-47f0-83f2-0f566492f11f tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 947 time: 0.0892138 Jun 23 17:00:20.026529 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ab811d2f-54b9-4625-bb5d-2155f49b9268 req-e7a56e57-03ae-4da3-ac45-c409e0bbcd67 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407183 Jun 23 17:00:20.045566 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Attempting to bind port d9489975-c840-4b21-a1d2-de31bde918d6 on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:00:20.046820 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Attempting to bind port d9489975-c840-4b21-a1d2-de31bde918d6 by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': 'd8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'ec59a80d-8bc8-4e14-b286-89af618405a3'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:00:20.047419 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Attempting to bind port d9489975-c840-4b21-a1d2-de31bde918d6 on network ec59a80d-8bc8-4e14-b286-89af618405a3 {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:20.054371 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:00:20.066048 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Checking segment: {'id': 'd8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'ec59a80d-8bc8-4e14-b286-89af618405a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:20.066933 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:20.067586 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Bound using segment: {'id': 'd8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'ec59a80d-8bc8-4e14-b286-89af618405a3'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:00:20.069084 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Bound port: d9489975-c840-4b21-a1d2-de31bde918d6, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'ec59a80d-8bc8-4e14-b286-89af618405a3'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:00:20.069084 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:20.092996 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [None req-9f1cce97-1ade-4b5a-b8b1-07cbd9effe71 admin admin] Allocated IP 172.27.2.42 (1cd33bb4-367c-4537-aa24-40400b43cefc/1811faaa-3b17-4cfd-8a02-b64db4dab64a/1bfe23f4-08e6-4ac3-9c2d-742b4157aac7) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:00:20.144212 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] For port d9489975-c840-4b21-a1d2-de31bde918d6, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:00:20.147537 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] For port d9489975-c840-4b21-a1d2-de31bde918d6, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=d9489975-c840-4b21-a1d2-de31bde918d6,segment=NetworkSegment(d8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04),segment_id=d8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:00:20.218948 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9f1cce97-1ade-4b5a-b8b1-07cbd9effe71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:20.306467 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:20.309975 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:20.364679 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Pushing event updated for resources: {'Port': ['ID=d9489975-c840-4b21-a1d2-de31bde918d6,revision_number=2']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:20.374257 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9f1cce97-1ade-4b5a-b8b1-07cbd9effe71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26947858'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:20.376365 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-8894f64f-34eb-49d3-9522-d3344f2ad0bd tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:20.379004 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:20.424003 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1cce97-1ade-4b5a-b8b1-07cbd9effe71 admin admin] Network 1cd33bb4-367c-4537-aa24-40400b43cefc is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:00:20.429905 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-9f1cce97-1ade-4b5a-b8b1-07cbd9effe71 admin admin] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:20.432243 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1cce97-1ade-4b5a-b8b1-07cbd9effe71 admin admin] Pushing event updated for resources: {'Port': ['ID=1bfe23f4-08e6-4ac3-9c2d-742b4157aac7,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:20.435872 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1cce97-1ade-4b5a-b8b1-07cbd9effe71 admin admin] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:00:20.438007 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-9f1cce97-1ade-4b5a-b8b1-07cbd9effe71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:20.831043 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9f1cce97-1ade-4b5a-b8b1-07cbd9effe71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:20.979017 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 5efb46a1-33bb-4a1e-9b9e-393487ae2d96 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:21.107646 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port 5efb46a1-33bb-4a1e-9b9e-393487ae2d96 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:21.112080 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 5efb46a1-33bb-4a1e-9b9e-393487ae2d96 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:21.112637 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:21.207321 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:21.247493 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] For port 5efb46a1-33bb-4a1e-9b9e-393487ae2d96, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=5efb46a1-33bb-4a1e-9b9e-393487ae2d96,segment=NetworkSegment(9a3588ff-03d1-4528-8182-888913e975ad),segment_id=9a3588ff-03d1-4528-8182-888913e975ad)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:21.334774 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:21.335608 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device d9489975-c840-4b21-a1d2-de31bde918d6 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:21.337359 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:21.397021 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a282931-bce4-4c16-ab9b-5eac948c6359 None None] Network ec59a80d-8bc8-4e14-b286-89af618405a3 requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:00:21.400320 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19181c-d77c-454c-b98c-51172fca50c0 req-e86ac9aa-a225-413c-b251-4139c3518e9a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:21.402605 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe19181c-d77c-454c-b98c-51172fca50c0 req-e86ac9aa-a225-413c-b251-4139c3518e9a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 947 time: 0.0927122 Jun 23 17:00:21.420383 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5cef5-cd35-4796-a3cb-d577594d30e1 req-7f4279c2-98bb-4973-a7a4-5fe672ede77e tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:21.421963 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1aa5cef5-cd35-4796-a3cb-d577594d30e1 req-7f4279c2-98bb-4973-a7a4-5fe672ede77e tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 947 time: 0.1653106 Jun 23 17:00:21.458346 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9f1cce97-1ade-4b5a-b8b1-07cbd9effe71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1713261'] for router, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:21.534648 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1aa5cef5-cd35-4796-a3cb-d577594d30e1 req-d65e6119-5dfb-48c1-8b62-070f7aa0f536 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups?id=e7e7199c-0078-4175-bfa0-08fb0e0fa553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017830 Jun 23 17:00:21.562117 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-fe19181c-d77c-454c-b98c-51172fca50c0 req-d6d2ce33-d3af-4ee8-859b-50cc6a3aac70 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Deleting port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:00:21.563173 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-fe19181c-d77c-454c-b98c-51172fca50c0 req-d6d2ce33-d3af-4ee8-859b-50cc6a3aac70 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:21.575091 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-1c5b34c6-5118-49bf-9483-4ba2e49b527e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:21.582782 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Pushing event updated for resources: {'Port': ['ID=5efb46a1-33bb-4a1e-9b9e-393487ae2d96,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:21.587995 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:21.679980 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-fe19181c-d77c-454c-b98c-51172fca50c0 req-d6d2ce33-d3af-4ee8-859b-50cc6a3aac70 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] For port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:21.679980 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-fe19181c-d77c-454c-b98c-51172fca50c0 req-d6d2ce33-d3af-4ee8-859b-50cc6a3aac70 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:21.723901 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-dd3915a1-262d-44d0-8879-f8c03372f56f None None] Provisioning for port d9489975-c840-4b21-a1d2-de31bde918d6 completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:21.800344 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1cce97-1ade-4b5a-b8b1-07cbd9effe71 admin admin] Router 3f950ad7-7f28-4074-af23-ff6b568d06a3 is scheduled to L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec with binding_index 1 {{(pid=105487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:00:21.804018 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port d9489975-c840-4b21-a1d2-de31bde918d6 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:21.811462 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port d9489975-c840-4b21-a1d2-de31bde918d6 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:21.812498 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:21.876576 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-fe19181c-d77c-454c-b98c-51172fca50c0 req-d6d2ce33-d3af-4ee8-859b-50cc6a3aac70 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:21.876576 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-fe19181c-d77c-454c-b98c-51172fca50c0 req-d6d2ce33-d3af-4ee8-859b-50cc6a3aac70 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724514'] for floatingip, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:21.876576 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.l3_db [req-fe19181c-d77c-454c-b98c-51172fca50c0 req-d6d2ce33-d3af-4ee8-859b-50cc6a3aac70 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Floating IP 0eb1cb82-ab49-4279-a765-b6aeb5d6c044 disassociated. External IP: 172.27.2.183, port: a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407. Jun 23 17:00:21.876576 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-fe19181c-d77c-454c-b98c-51172fca50c0 req-d6d2ce33-d3af-4ee8-859b-50cc6a3aac70 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Calling delete_port for a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 owned by compute:nova {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:00:21.925101 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:21.931885 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1cce97-1ade-4b5a-b8b1-07cbd9effe71 admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:00:21.946616 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] Sync routers for ids ['3f950ad7-7f28-4074-af23-ff6b568d06a3'] in dv-cinder-797608-1-iscsi {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:00:21.958339 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] Routers {'3f950ad7-7f28-4074-af23-ff6b568d06a3'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:21.958339 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:59:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['3f950ad7-7f28-4074-af23-ff6b568d06a3'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:21.972292 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] For port d9489975-c840-4b21-a1d2-de31bde918d6, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=d9489975-c840-4b21-a1d2-de31bde918d6,segment=NetworkSegment(d8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04),segment_id=d8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:21.977320 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-4aa49bf2-7e5d-49d8-acd9-c68d528ddde9 None None] Provisioning complete for port d9489975-c840-4b21-a1d2-de31bde918d6 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:21.977710 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-4aa49bf2-7e5d-49d8-acd9-c68d528ddde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:22.067262 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-4aa49bf2-7e5d-49d8-acd9-c68d528ddde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:22.067904 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] Set router 3f950ad7-7f28-4074-af23-ff6b568d06a3 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:22.123294 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9f1cce97-1ade-4b5a-b8b1-07cbd9effe71 admin admin] Notify callbacks [] for router, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:22.124612 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-9f1cce97-1ade-4b5a-b8b1-07cbd9effe71 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0318313 Jun 23 17:00:22.127522 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60462) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:22.169449 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:22.172077 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:22.172391 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-fe19181c-d77c-454c-b98c-51172fca50c0 req-d6d2ce33-d3af-4ee8-859b-50cc6a3aac70 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:22.179668 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-09d2d134-079c-4f73-a515-b6b740c8aa73 tempest-VolumesNegativeTest-707092776 tempest-VolumesNegativeTest-707092776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:22.216166 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2ce33-d3af-4ee8-859b-50cc6a3aac70 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Pushing event deleted for resources: {'Port': ['ID=a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:22.221317 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-d6d2ce33-d3af-4ee8-859b-50cc6a3aac70 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:22.250883 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f950ad7-7f28-4074-af23-ff6b568d06a3', 'name': 'tempest-TestVolumeBootPattern-1903792565-router', 'tenant_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '1bfe23f4-08e6-4ac3-9c2d-742b4157aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:19Z', 'updated_at': '2021-06-23T17:00:20Z', 'revision_number': 3, 'project_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'gw_port': {'id': '1bfe23f4-08e6-4ac3-9c2d-742b4157aac7', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f950ad7-7f28-4074-af23-ff6b568d06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:19Z', 'updated_at': '2021-06-23T17:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:22.269014 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Pushing event updated for resources: {'Port': ['ID=d9489975-c840-4b21-a1d2-de31bde918d6,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:22.273897 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.db.api [None req-4aa49bf2-7e5d-49d8-acd9-c68d528ddde9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 17:00:22.274599 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_db.api [None req-4aa49bf2-7e5d-49d8-acd9-c68d528ddde9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 17:00:22.275523 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:22.278033 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] Checking router: 3f950ad7-7f28-4074-af23-ff6b568d06a3 for host: dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:00:22.278258 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] Updating router 3f950ad7-7f28-4074-af23-ff6b568d06a3 port 1bfe23f4-08e6-4ac3-9c2d-742b4157aac7 binding host dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:00:22.315947 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:22.594093 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] Notify callbacks [] for port, precommit_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:22.608944 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.provisioning_blocks [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] Transition to ACTIVE for port object 1bfe23f4-08e6-4ac3-9c2d-742b4157aac7 will not be triggered until provisioned by entity L2. {{(pid=105489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:22.660601 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:22.694828 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:22.698529 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-ca0618f4-027e-4798-b571-af2e4f60f65f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:22.735331 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] Attempting to bind port 1bfe23f4-08e6-4ac3-9c2d-742b4157aac7 on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:00:22.735700 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] Attempting to bind port 1bfe23f4-08e6-4ac3-9c2d-742b4157aac7 by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}] {{(pid=105489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:00:22.736284 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] Attempting to bind port 1bfe23f4-08e6-4ac3-9c2d-742b4157aac7 on network 1cd33bb4-367c-4537-aa24-40400b43cefc {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:22.767940 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:00:22.768313 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] Checking segment: {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:22.769817 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:22.771047 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] Bound using segment: {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'} {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:00:22.771308 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] Bound port: 1bfe23f4-08e6-4ac3-9c2d-742b4157aac7, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}}] {{(pid=105489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:00:22.771927 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:22.834587 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2affa11d-23f2-4cb5-a350-25851fda3905 req-1d25b20a-84cc-4370-bfb9-911cc849d365 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 210 time: 0.0401607 Jun 23 17:00:22.842791 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe19181c-d77c-454c-b98c-51172fca50c0 req-d6d2ce33-d3af-4ee8-859b-50cc6a3aac70 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Router e23fc3d5-808f-4376-8ac3-177c625bcd68 has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:00:22.846127 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.db [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] For port 1bfe23f4-08e6-4ac3-9c2d-742b4157aac7, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:00:22.850704 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.db [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] For port 1bfe23f4-08e6-4ac3-9c2d-742b4157aac7, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=1bfe23f4-08e6-4ac3-9c2d-742b4157aac7,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:00:22.859605 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694a693-31e5-480a-9f48-7ac7050876b2 None None] Pushing event updated for resources: {'Port': ['ID=1bfe23f4-08e6-4ac3-9c2d-742b4157aac7,revision_number=2']} {{(pid=105489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:22.868506 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-5694a693-31e5-480a-9f48-7ac7050876b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:22.937747 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 5efb46a1-33bb-4a1e-9b9e-393487ae2d96 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:22.988262 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 5efb46a1-33bb-4a1e-9b9e-393487ae2d96 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:22.988748 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:23.003804 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:23.007065 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:23.073074 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] Routers {'3f950ad7-7f28-4074-af23-ff6b568d06a3'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:23.074755 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:59:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['3f950ad7-7f28-4074-af23-ff6b568d06a3'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:23.091286 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device d9489975-c840-4b21-a1d2-de31bde918d6 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:23.113383 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694a693-31e5-480a-9f48-7ac7050876b2 None None] Pushing event updated for resources: {'Port': ['ID=1bfe23f4-08e6-4ac3-9c2d-742b4157aac7,revision_number=3']} {{(pid=105489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:23.118882 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-5694a693-31e5-480a-9f48-7ac7050876b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:23.123185 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe19181c-d77c-454c-b98c-51172fca50c0 req-d6d2ce33-d3af-4ee8-859b-50cc6a3aac70 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:00:23.141082 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2c55e0-c489-42a5-b452-c0bbe4f2d912 None None] Sync routers for ids ['e23fc3d5-808f-4376-8ac3-177c625bcd68'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:00:23.157054 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2c55e0-c489-42a5-b452-c0bbe4f2d912 None None] Routers {'e23fc3d5-808f-4376-8ac3-177c625bcd68'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:23.158108 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-ec2c55e0-c489-42a5-b452-c0bbe4f2d912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:59:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['e23fc3d5-808f-4376-8ac3-177c625bcd68'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:23.179049 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe19181c-d77c-454c-b98c-51172fca50c0 req-d6d2ce33-d3af-4ee8-859b-50cc6a3aac70 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] No DVR routers for this DVR port a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 on host hv-cinder-79760 {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:00:23.183182 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-fe19181c-d77c-454c-b98c-51172fca50c0 req-d6d2ce33-d3af-4ee8-859b-50cc6a3aac70 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:23.185008 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe19181c-d77c-454c-b98c-51172fca50c0 req-d6d2ce33-d3af-4ee8-859b-50cc6a3aac70 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.35 "DELETE /v2.0/ports/a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 HTTP/1.1" status: 204 len: 173 time: 1.7769206 Jun 23 17:00:23.188276 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd1d6c5-9c91-461a-9950-4963838daf7b', 'name': 'network-vif-deleted', 'tag': 'a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:00:23.191164 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d2da33-52a5-44b3-9f02-5fcab731f4df" -d '{"events": [{"server_uuid": "2dd1d6c5-9c91-461a-9950-4963838daf7b", "name": "network-vif-deleted", "tag": "a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:00:23.215671 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] Set router 3f950ad7-7f28-4074-af23-ff6b568d06a3 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:23.221039 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port d9489975-c840-4b21-a1d2-de31bde918d6 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:23.221486 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:23.242861 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-58f54136-325f-4fd6-8b7d-83956c5bdbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:23.265987 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebeeb2b-8238-4ca6-8fff-b052417a4f87 x-openstack-request-id: req-8ebeeb2b-8238-4ca6-8fff-b052417a4f87 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:00:23.266310 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd1d6c5-9c91-461a-9950-4963838daf7b", "name": "network-vif-deleted", "tag": "a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:00:23.266597 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ebeeb2b-8238-4ca6-8fff-b052417a4f87 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:00:23.267040 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd1d6c5-9c91-461a-9950-4963838daf7b', 'name': 'network-vif-deleted', 'tag': 'a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407', 'status': 'completed', 'code': 200} Jun 23 17:00:23.335209 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-ec2c55e0-c489-42a5-b452-c0bbe4f2d912 None None] Set router e23fc3d5-808f-4376-8ac3-177c625bcd68 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:23.459843 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f950ad7-7f28-4074-af23-ff6b568d06a3', 'name': 'tempest-TestVolumeBootPattern-1903792565-router', 'tenant_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '1bfe23f4-08e6-4ac3-9c2d-742b4157aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:19Z', 'updated_at': '2021-06-23T17:00:20Z', 'revision_number': 3, 'project_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'gw_port': {'id': '1bfe23f4-08e6-4ac3-9c2d-742b4157aac7', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f950ad7-7f28-4074-af23-ff6b568d06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:19Z', 'updated_at': '2021-06-23T17:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:23.474873 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-58f54136-325f-4fd6-8b7d-83956c5bdbc8 admin admin] Allocated IP 172.20.0.1 (ec59a80d-8bc8-4e14-b286-89af618405a3/7e319750-cfc3-4472-9a98-f5f87958fa23/94a165ef-4f7b-4c46-a0bd-51e210229b16) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:00:23.504180 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aae2848-b99b-4365-b335-0c05a763cf7d None None] The sync data for ids ['3f950ad7-7f28-4074-af23-ff6b568d06a3'] in dv-cinder-797608-1-iscsi is: [{'id': '3f950ad7-7f28-4074-af23-ff6b568d06a3', 'name': 'tempest-TestVolumeBootPattern-1903792565-router', 'tenant_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '1bfe23f4-08e6-4ac3-9c2d-742b4157aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:19Z', 'updated_at': '2021-06-23T17:00:20Z', 'revision_number': 3, 'project_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'gw_port': {'id': '1bfe23f4-08e6-4ac3-9c2d-742b4157aac7', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f950ad7-7f28-4074-af23-ff6b568d06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:19Z', 'updated_at': '2021-06-23T17:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}] {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:00:23.615576 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-ec2c55e0-c489-42a5-b452-c0bbe4f2d912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'name': 'tempest-AttachVolumeShelveTestJSON-692728524-router', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:51Z', 'updated_at': '2021-06-23T16:53:01Z', 'revision_number': 4, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'gw_port': {'id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '5c9067a6-07f9-4796-aaa4-b8fa6ea3925a', 'name': '', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'mac_address': 'fa:16:3e:d8:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:57Z', 'updated_at': '2021-06-23T16:53:17Z', 'revision_number': 5, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'subnets': [{'id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:23.644863 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-58f54136-325f-4fd6-8b7d-83956c5bdbc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:23.645386 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2c55e0-c489-42a5-b452-c0bbe4f2d912 None None] Checking router: e23fc3d5-808f-4376-8ac3-177c625bcd68 for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:00:23.654574 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2c55e0-c489-42a5-b452-c0bbe4f2d912 None None] Routers {'e23fc3d5-808f-4376-8ac3-177c625bcd68'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:23.655207 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-ec2c55e0-c489-42a5-b452-c0bbe4f2d912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T16:59:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['e23fc3d5-808f-4376-8ac3-177c625bcd68'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:23.662609 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [None req-58f54136-325f-4fd6-8b7d-83956c5bdbc8 admin admin] Transition to ACTIVE for port object 94a165ef-4f7b-4c46-a0bd-51e210229b16 will not be triggered until provisioned by entity DHCP. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:23.786751 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-ec2c55e0-c489-42a5-b452-c0bbe4f2d912 None None] Set router e23fc3d5-808f-4376-8ac3-177c625bcd68 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:23.923740 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-58f54136-325f-4fd6-8b7d-83956c5bdbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2323113'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:23.927047 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-97b6ea4c-0c64-4c98-8c5a-6e46d17bc198 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:23.988800 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f54136-325f-4fd6-8b7d-83956c5bdbc8 admin admin] Network ec59a80d-8bc8-4e14-b286-89af618405a3 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:00:23.989689 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-58f54136-325f-4fd6-8b7d-83956c5bdbc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:23.992469 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f54136-325f-4fd6-8b7d-83956c5bdbc8 admin admin] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:00:23.995475 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f54136-325f-4fd6-8b7d-83956c5bdbc8 admin admin] Pushing event updated for resources: {'Port': ['ID=94a165ef-4f7b-4c46-a0bd-51e210229b16,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:24.012378 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-58f54136-325f-4fd6-8b7d-83956c5bdbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:24.060648 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1f11e209-a6f5-4f1e-a0f7-17d94b07bfa9 req-68ece4bc-9847-4c25-bf35-5b9b2406d0da tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd1d6c5-9c91-461a-9950-4963838daf7b HTTP/1.1" status: 200 len: 210 time: 0.0584910 Jun 23 17:00:24.078004 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-58f54136-325f-4fd6-8b7d-83956c5bdbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705069'] for router_interface, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:24.200849 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:24.243320 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-ec2c55e0-c489-42a5-b452-c0bbe4f2d912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'name': 'tempest-AttachVolumeShelveTestJSON-692728524-router', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:51Z', 'updated_at': '2021-06-23T16:53:01Z', 'revision_number': 4, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'gw_port': {'id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '5c9067a6-07f9-4796-aaa4-b8fa6ea3925a', 'name': '', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'mac_address': 'fa:16:3e:d8:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:57Z', 'updated_at': '2021-06-23T16:53:17Z', 'revision_number': 5, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'subnets': [{'id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:24.281325 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2c55e0-c489-42a5-b452-c0bbe4f2d912 None None] The sync data for ids ['e23fc3d5-808f-4376-8ac3-177c625bcd68'] in dv-cinder-797608-1-iscsi is: [{'id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'name': 'tempest-AttachVolumeShelveTestJSON-692728524-router', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:51Z', 'updated_at': '2021-06-23T16:53:01Z', 'revision_number': 4, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'gw_port': {'id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '5c9067a6-07f9-4796-aaa4-b8fa6ea3925a', 'name': '', 'network_id': '9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'mac_address': 'fa:16:3e:d8:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:57Z', 'updated_at': '2021-06-23T16:53:17Z', 'revision_number': 5, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'subnets': [{'id': 'bbc9f899-f082-4611-8cfd-98693f165ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:00:24.385825 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-16531197-2d50-4faf-bb8d-1b6a69b85a98 None None] Provisioning for port 94a165ef-4f7b-4c46-a0bd-51e210229b16 completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:24.390950 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-16531197-2d50-4faf-bb8d-1b6a69b85a98 None None] Provisioning complete for port 94a165ef-4f7b-4c46-a0bd-51e210229b16 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:24.391469 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-16531197-2d50-4faf-bb8d-1b6a69b85a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:24.420815 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-58f54136-325f-4fd6-8b7d-83956c5bdbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:24.444245 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-16531197-2d50-4faf-bb8d-1b6a69b85a98 None None] Port 94a165ef-4f7b-4c46-a0bd-51e210229b16 cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:00:24.551584 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-6e1c46ba-524c-488e-98cf-8ab898996626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:24.650291 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-58f54136-325f-4fd6-8b7d-83956c5bdbc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:24.797509 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-58f54136-325f-4fd6-8b7d-83956c5bdbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:24.799901 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-33543884-1188-4ca6-ad00-e35d015c3135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:24.863471 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f54136-325f-4fd6-8b7d-83956c5bdbc8 admin admin] Pushing event updated for resources: {'Port': ['ID=94a165ef-4f7b-4c46-a0bd-51e210229b16,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:24.865819 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-58f54136-325f-4fd6-8b7d-83956c5bdbc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705089'] for router_interface, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:24.867819 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-58f54136-325f-4fd6-8b7d-83956c5bdbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:24.958778 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 1bfe23f4-08e6-4ac3-9c2d-742b4157aac7 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:24.970281 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f54136-325f-4fd6-8b7d-83956c5bdbc8 admin admin] Network ec59a80d-8bc8-4e14-b286-89af618405a3 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:00:24.971885 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-58f54136-325f-4fd6-8b7d-83956c5bdbc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:25.095769 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f54136-325f-4fd6-8b7d-83956c5bdbc8 admin admin] Router 3f950ad7-7f28-4074-af23-ff6b568d06a3 has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:00:25.157714 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port 1bfe23f4-08e6-4ac3-9c2d-742b4157aac7 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:25.162382 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 1bfe23f4-08e6-4ac3-9c2d-742b4157aac7 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:25.162382 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:25.211937 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f54136-325f-4fd6-8b7d-83956c5bdbc8 admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:00:25.217446 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-58f54136-325f-4fd6-8b7d-83956c5bdbc8 admin admin] 10.222.0.25 "PUT /v2.0/routers/3f950ad7-7f28-4074-af23-ff6b568d06a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0886245 Jun 23 17:00:25.249446 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:25.280673 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] For port 1bfe23f4-08e6-4ac3-9c2d-742b4157aac7, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=1bfe23f4-08e6-4ac3-9c2d-742b4157aac7,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:25.283441 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-d8d0cc9a-e913-423d-90ff-b83df279e0c3 None None] Provisioning complete for port 94a165ef-4f7b-4c46-a0bd-51e210229b16 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:25.283826 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-d8d0cc9a-e913-423d-90ff-b83df279e0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:25.318222 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-d8d0cc9a-e913-423d-90ff-b83df279e0c3 None None] Port 94a165ef-4f7b-4c46-a0bd-51e210229b16 cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:00:25.505886 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60496) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:25.512434 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:25.514840 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:25.574891 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-379e54f7-0f1d-49b0-85c8-25390374adb3 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:25.596032 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Pushing event updated for resources: {'Port': ['ID=1bfe23f4-08e6-4ac3-9c2d-742b4157aac7,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:25.599310 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:25.615099 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e1ee1e-6524-4d80-96fc-36ff09f0290e None None] New status for floating IP 0eb1cb82-ab49-4279-a765-b6aeb5d6c044: DOWN {{(pid=105489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:00:25.619979 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-379e54f7-0f1d-49b0-85c8-25390374adb3 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:25.623822 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:25.655913 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:00:25.715425 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] No Port match for: a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:00:25.715425 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device a0a9c0a9-3fbe-4ad0-9cf2-132d9ea4a407 not bound to the agent host hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:00:25.939538 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-379e54f7-0f1d-49b0-85c8-25390374adb3 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:25.942790 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-379e54f7-0f1d-49b0-85c8-25390374adb3 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:25.943421 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-379e54f7-0f1d-49b0-85c8-25390374adb3 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "DELETE /v2.0/security-groups/e7e7199c-0078-4175-bfa0-08fb0e0fa553 HTTP/1.1" status: 204 len: 168 time: 0.4394407 Jun 23 17:00:25.944299 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-198d8840-44fb-4010-b478-14ff255f4945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:25.946158 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60504) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:25.953883 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e54f7-0f1d-49b0-85c8-25390374adb3 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e7199c-0078-4175-bfa0-08fb0e0fa553,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:25.956255 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-379e54f7-0f1d-49b0-85c8-25390374adb3 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:25.961659 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.api.v2.resource [None req-edd95124-1db6-46a4-993a-0ba21073a594 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] show failed (client error): The resource could not be found. Jun 23 17:00:25.965145 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-edd95124-1db6-46a4-993a-0ba21073a594 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "GET /v2.0/security-groups/e7e7199c-0078-4175-bfa0-08fb0e0fa553 HTTP/1.1" status: 404 len: 347 time: 0.0156422 Jun 23 17:00:25.966276 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60506) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:26.061166 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60508) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:26.065983 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-708b6ac6-0a7d-4763-b511-462f6b2f01b9 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1350063626', 'description': 'tempest-secgroup-smoke-1350063626 description', 'project_id': '231173d0a69b4fd585f8740571e49789'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:26.117072 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-243c311a-0437-4efd-85e0-240d0ce4e27a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Deleting port 521ec4dd-db29-40fd-82b2-b63f4970eb1a {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:00:26.117689 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-243c311a-0437-4efd-85e0-240d0ce4e27a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:26.168482 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] Sync routers for ids ['3f950ad7-7f28-4074-af23-ff6b568d06a3'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:00:26.179483 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] Routers {'3f950ad7-7f28-4074-af23-ff6b568d06a3'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:26.180138 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:00:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['3f950ad7-7f28-4074-af23-ff6b568d06a3'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:26.197525 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-243c311a-0437-4efd-85e0-240d0ce4e27a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:26.197996 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-243c311a-0437-4efd-85e0-240d0ce4e27a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:26.208950 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-708b6ac6-0a7d-4763-b511-462f6b2f01b9 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:26.211483 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-243c311a-0437-4efd-85e0-240d0ce4e27a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Calling delete_port for 521ec4dd-db29-40fd-82b2-b63f4970eb1a owned by network:floatingip {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:00:26.297554 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] Set router 3f950ad7-7f28-4074-af23-ff6b568d06a3 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:26.298497 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-708b6ac6-0a7d-4763-b511-462f6b2f01b9 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:26.391830 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-708b6ac6-0a7d-4763-b511-462f6b2f01b9 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:26.395521 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-8bd5db2f-e321-48c1-897d-b62350a7ef30 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:26.420591 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-243c311a-0437-4efd-85e0-240d0ce4e27a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:26.424349 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-fc0caf9a-ad56-483c-9a05-91d4d218ed1f tempest-ServerRescueNegativeTestJSON-1904136518 tempest-ServerRescueNegativeTestJSON-1904136518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:26.429365 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b6ac6-0a7d-4763-b511-462f6b2f01b9 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7811035d-137f-43f5-a576-428ce1650791,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:26.432312 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-708b6ac6-0a7d-4763-b511-462f6b2f01b9 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:26.450736 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c311a-0437-4efd-85e0-240d0ce4e27a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Pushing event deleted for resources: {'Port': ['ID=521ec4dd-db29-40fd-82b2-b63f4970eb1a,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:26.453703 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-243c311a-0437-4efd-85e0-240d0ce4e27a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:26.506827 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f950ad7-7f28-4074-af23-ff6b568d06a3', 'name': 'tempest-TestVolumeBootPattern-1903792565-router', 'tenant_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '1bfe23f4-08e6-4ac3-9c2d-742b4157aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:19Z', 'updated_at': '2021-06-23T17:00:24Z', 'revision_number': 4, 'project_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'gw_port': {'id': '1bfe23f4-08e6-4ac3-9c2d-742b4157aac7', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f950ad7-7f28-4074-af23-ff6b568d06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:19Z', 'updated_at': '2021-06-23T17:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '94a165ef-4f7b-4c46-a0bd-51e210229b16', 'name': '', 'network_id': 'ec59a80d-8bc8-4e14-b286-89af618405a3', 'tenant_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'mac_address': 'fa:16:3e:2f:c3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f950ad7-7f28-4074-af23-ff6b568d06a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7e319750-cfc3-4472-9a98-f5f87958fa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:23Z', 'updated_at': '2021-06-23T17:00:24Z', 'revision_number': 2, 'project_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'subnets': [{'id': '7e319750-cfc3-4472-9a98-f5f87958fa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:26.519518 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-243c311a-0437-4efd-85e0-240d0ce4e27a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks [] for floatingip, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:26.522255 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-243c311a-0437-4efd-85e0-240d0ce4e27a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:26.523476 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-243c311a-0437-4efd-85e0-240d0ce4e27a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] 10.222.0.25 "DELETE /v2.0/floatingips/0eb1cb82-ab49-4279-a765-b6aeb5d6c044 HTTP/1.1" status: 204 len: 168 time: 0.5561049 Jun 23 17:00:26.529399 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-708b6ac6-0a7d-4763-b511-462f6b2f01b9 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:26.530919 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-708b6ac6-0a7d-4763-b511-462f6b2f01b9 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4686065 Jun 23 17:00:26.533728 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60510) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:26.539998 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-e53ee11f-52ce-4606-9017-2a66f81a88b9 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Request body: {'security_group_rule': {'security_group_id': '7811035d-137f-43f5-a576-428ce1650791', 'project_id': '231173d0a69b4fd585f8740571e49789', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:26.541680 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] Checking router: 3f950ad7-7f28-4074-af23-ff6b568d06a3 for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:00:26.542467 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] Updating router 3f950ad7-7f28-4074-af23-ff6b568d06a3 port 94a165ef-4f7b-4c46-a0bd-51e210229b16 binding host dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:00:26.585322 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:26.677939 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e53ee11f-52ce-4606-9017-2a66f81a88b9 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:26.750018 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e53ee11f-52ce-4606-9017-2a66f81a88b9 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:26.882114 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] Notify callbacks [] for port, precommit_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:26.888697 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e53ee11f-52ce-4606-9017-2a66f81a88b9 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:26.895083 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-2af0a123-bd7f-453e-8414-2131cb7265dd tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:26.914309 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ee11f-52ce-4606-9017-2a66f81a88b9 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2d7ccb-b4ca-45c2-8ec8-2bd54bed65a1,revision_number=0']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:26.915109 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] Transition to ACTIVE for port object 94a165ef-4f7b-4c46-a0bd-51e210229b16 will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:26.918842 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-e53ee11f-52ce-4606-9017-2a66f81a88b9 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:26.936425 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 1bfe23f4-08e6-4ac3-9c2d-742b4157aac7 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:26.985960 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e53ee11f-52ce-4606-9017-2a66f81a88b9 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:26.989307 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 1bfe23f4-08e6-4ac3-9c2d-742b4157aac7 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:26.989703 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:26.990328 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-e53ee11f-52ce-4606-9017-2a66f81a88b9 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4550416 Jun 23 17:00:26.990455 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60524) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:26.997200 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-b45e8b89-b1a4-4f9d-8825-039327b50040 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Request body: {'security_group_rule': {'security_group_id': '7811035d-137f-43f5-a576-428ce1650791', 'project_id': '231173d0a69b4fd585f8740571e49789', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:27.068266 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:27.072307 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:27.145559 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240a9b1-f7fc-4ab1-9874-44682320e452 None None] Pushing event updated for resources: {'Port': ['ID=94a165ef-4f7b-4c46-a0bd-51e210229b16,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:27.150374 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-3240a9b1-f7fc-4ab1-9874-44682320e452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:27.168122 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b45e8b89-b1a4-4f9d-8825-039327b50040 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:27.174542 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:27.184596 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] Attempting to bind port 94a165ef-4f7b-4c46-a0bd-51e210229b16 on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:00:27.184991 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] Attempting to bind port 94a165ef-4f7b-4c46-a0bd-51e210229b16 by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': 'd8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'ec59a80d-8bc8-4e14-b286-89af618405a3'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:00:27.185411 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] Attempting to bind port 94a165ef-4f7b-4c46-a0bd-51e210229b16 on network ec59a80d-8bc8-4e14-b286-89af618405a3 {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:27.190873 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:00:27.191261 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] Checking segment: {'id': 'd8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'ec59a80d-8bc8-4e14-b286-89af618405a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:27.191679 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:27.192091 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] Bound using segment: {'id': 'd8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'ec59a80d-8bc8-4e14-b286-89af618405a3'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:00:27.192577 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] Bound port: 94a165ef-4f7b-4c46-a0bd-51e210229b16, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': 'ec59a80d-8bc8-4e14-b286-89af618405a3'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:00:27.192966 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:27.234038 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b45e8b89-b1a4-4f9d-8825-039327b50040 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:27.266055 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] For port 94a165ef-4f7b-4c46-a0bd-51e210229b16, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:00:27.269767 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] For port 94a165ef-4f7b-4c46-a0bd-51e210229b16, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=94a165ef-4f7b-4c46-a0bd-51e210229b16,segment=NetworkSegment(d8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04),segment_id=d8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:00:27.323451 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b45e8b89-b1a4-4f9d-8825-039327b50040 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:27.325718 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-1375d4ff-7575-4492-82bd-9bad93d909cf tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:27.342945 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e8b89-b1a4-4f9d-8825-039327b50040 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7cca45-ec10-4e47-9b3f-50e09743ed58,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:27.347099 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-b45e8b89-b1a4-4f9d-8825-039327b50040 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:27.351892 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:27.356973 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:27.411198 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] Routers {'3f950ad7-7f28-4074-af23-ff6b568d06a3'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:27.411850 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:00:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['3f950ad7-7f28-4074-af23-ff6b568d06a3'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:27.463604 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240a9b1-f7fc-4ab1-9874-44682320e452 None None] Pushing event updated for resources: {'Port': ['ID=94a165ef-4f7b-4c46-a0bd-51e210229b16,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:27.467838 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-3240a9b1-f7fc-4ab1-9874-44682320e452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:27.478124 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b45e8b89-b1a4-4f9d-8825-039327b50040 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:27.480195 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-b45e8b89-b1a4-4f9d-8825-039327b50040 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4874709 Jun 23 17:00:27.482516 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60526) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:27.487574 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-ac1c6d62-6fc8-494c-a3f5-6402ee2091ad tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Request body: {'security_group_rule': {'security_group_id': '7811035d-137f-43f5-a576-428ce1650791', 'project_id': '231173d0a69b4fd585f8740571e49789', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:27.543425 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] Set router 3f950ad7-7f28-4074-af23-ff6b568d06a3 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:27.637028 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ac1c6d62-6fc8-494c-a3f5-6402ee2091ad tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:27.700308 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ac1c6d62-6fc8-494c-a3f5-6402ee2091ad tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:27.774411 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ac1c6d62-6fc8-494c-a3f5-6402ee2091ad tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:27.777560 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-c9dc7fe5-9107-4e19-92a2-c6a8d9884f4c tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:27.778099 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f950ad7-7f28-4074-af23-ff6b568d06a3', 'name': 'tempest-TestVolumeBootPattern-1903792565-router', 'tenant_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '1bfe23f4-08e6-4ac3-9c2d-742b4157aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:19Z', 'updated_at': '2021-06-23T17:00:24Z', 'revision_number': 4, 'project_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'gw_port': {'id': '1bfe23f4-08e6-4ac3-9c2d-742b4157aac7', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f950ad7-7f28-4074-af23-ff6b568d06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:19Z', 'updated_at': '2021-06-23T17:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '94a165ef-4f7b-4c46-a0bd-51e210229b16', 'name': '', 'network_id': 'ec59a80d-8bc8-4e14-b286-89af618405a3', 'tenant_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'mac_address': 'fa:16:3e:2f:c3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f950ad7-7f28-4074-af23-ff6b568d06a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7e319750-cfc3-4472-9a98-f5f87958fa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:23Z', 'updated_at': '2021-06-23T17:00:27Z', 'revision_number': 4, 'project_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'subnets': [{'id': '7e319750-cfc3-4472-9a98-f5f87958fa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:27.796032 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c6d62-6fc8-494c-a3f5-6402ee2091ad tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbd4f0d-4e12-4cf8-8be9-100b20c048c0,revision_number=0']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:27.799088 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-ac1c6d62-6fc8-494c-a3f5-6402ee2091ad tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:27.815899 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca05b50-af6b-4bfe-941f-50a7d1fe71ce None None] The sync data for ids ['3f950ad7-7f28-4074-af23-ff6b568d06a3'] in dv-cinder-797608-1-iscsi is: [{'id': '3f950ad7-7f28-4074-af23-ff6b568d06a3', 'name': 'tempest-TestVolumeBootPattern-1903792565-router', 'tenant_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '1bfe23f4-08e6-4ac3-9c2d-742b4157aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:19Z', 'updated_at': '2021-06-23T17:00:24Z', 'revision_number': 4, 'project_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'gw_port': {'id': '1bfe23f4-08e6-4ac3-9c2d-742b4157aac7', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f950ad7-7f28-4074-af23-ff6b568d06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:19Z', 'updated_at': '2021-06-23T17:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '94a165ef-4f7b-4c46-a0bd-51e210229b16', 'name': '', 'network_id': 'ec59a80d-8bc8-4e14-b286-89af618405a3', 'tenant_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'mac_address': 'fa:16:3e:2f:c3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f950ad7-7f28-4074-af23-ff6b568d06a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7e319750-cfc3-4472-9a98-f5f87958fa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:23Z', 'updated_at': '2021-06-23T17:00:27Z', 'revision_number': 4, 'project_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'subnets': [{'id': '7e319750-cfc3-4472-9a98-f5f87958fa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:00:27.957693 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ac1c6d62-6fc8-494c-a3f5-6402ee2091ad tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:27.960426 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-ac1c6d62-6fc8-494c-a3f5-6402ee2091ad tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4768469 Jun 23 17:00:27.961689 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60536) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:27.969050 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-e3235b5a-544f-455d-abe4-a1c9dc6c62cc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Request body: {'security_group_rule': {'security_group_id': '7811035d-137f-43f5-a576-428ce1650791', 'project_id': '231173d0a69b4fd585f8740571e49789', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:28.095236 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e3235b5a-544f-455d-abe4-a1c9dc6c62cc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:28.162717 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e3235b5a-544f-455d-abe4-a1c9dc6c62cc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:28.271780 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e3235b5a-544f-455d-abe4-a1c9dc6c62cc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:28.274459 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-e53ee11f-52ce-4606-9017-2a66f81a88b9 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:28.296110 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3235b5a-544f-455d-abe4-a1c9dc6c62cc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6201844-5424-422f-886b-3490cb4c6efd,revision_number=0']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:28.298645 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-e3235b5a-544f-455d-abe4-a1c9dc6c62cc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:28.432060 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e3235b5a-544f-455d-abe4-a1c9dc6c62cc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:28.434125 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-e3235b5a-544f-455d-abe4-a1c9dc6c62cc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4705098 Jun 23 17:00:28.437021 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60544) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:28.447999 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-6bcd1ac3-2358-4df3-a642-7a9da1cc29be tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Request body: {'security_group_rule': {'security_group_id': '7811035d-137f-43f5-a576-428ce1650791', 'project_id': '231173d0a69b4fd585f8740571e49789', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:28.585874 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.db.securitygroups_db [None req-6bcd1ac3-2358-4df3-a642-7a9da1cc29be tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Project 231173d0a69b4fd585f8740571e49789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:00:28.592060 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1ac3-2358-4df3-a642-7a9da1cc29be tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:28.661308 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1ac3-2358-4df3-a642-7a9da1cc29be tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:28.799032 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1ac3-2358-4df3-a642-7a9da1cc29be tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:28.801612 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:28.818814 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd1ac3-2358-4df3-a642-7a9da1cc29be tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc047667-670d-4bcd-b805-3dab3d65edde,revision_number=0']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:28.829589 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-6bcd1ac3-2358-4df3-a642-7a9da1cc29be tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:28.952662 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 94a165ef-4f7b-4c46-a0bd-51e210229b16 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:28.974272 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1ac3-2358-4df3-a642-7a9da1cc29be tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:28.975507 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-6bcd1ac3-2358-4df3-a642-7a9da1cc29be tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5375049 Jun 23 17:00:28.978727 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60552) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:28.983509 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-62cfeb59-f04f-430e-9d43-d8d6b58ab692 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Request body: {'security_group_rule': {'security_group_id': '7811035d-137f-43f5-a576-428ce1650791', 'project_id': '231173d0a69b4fd585f8740571e49789', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:29.128060 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.db.securitygroups_db [None req-62cfeb59-f04f-430e-9d43-d8d6b58ab692 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Project 231173d0a69b4fd585f8740571e49789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:00:29.133336 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-62cfeb59-f04f-430e-9d43-d8d6b58ab692 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:29.195924 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-62cfeb59-f04f-430e-9d43-d8d6b58ab692 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:29.208925 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port 94a165ef-4f7b-4c46-a0bd-51e210229b16 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:29.212908 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 94a165ef-4f7b-4c46-a0bd-51e210229b16 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:29.213334 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:29.300469 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:29.305618 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-62cfeb59-f04f-430e-9d43-d8d6b58ab692 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:29.310432 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-ac1c6d62-6fc8-494c-a3f5-6402ee2091ad tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:29.327539 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfeb59-f04f-430e-9d43-d8d6b58ab692 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d98e38-bf8b-4ec1-a53b-85de7d80f494,revision_number=0']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:29.334649 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-62cfeb59-f04f-430e-9d43-d8d6b58ab692 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:29.338610 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] For port 94a165ef-4f7b-4c46-a0bd-51e210229b16, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=94a165ef-4f7b-4c46-a0bd-51e210229b16,segment=NetworkSegment(d8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04),segment_id=d8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:29.454405 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-62cfeb59-f04f-430e-9d43-d8d6b58ab692 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:29.454743 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:29.459581 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-62cfeb59-f04f-430e-9d43-d8d6b58ab692 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4757376 Jun 23 17:00:29.459681 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c2fa5298-b6dd-4def-9226-3ec46bef9caa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:29.531928 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60574) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:29.534648 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Pushing event updated for resources: {'Port': ['ID=94a165ef-4f7b-4c46-a0bd-51e210229b16,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:29.539572 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:30.065270 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7fe5de01-94f4-4391-9981-a0e40bd10efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705188'] for router_interface, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:30.328963 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-7fe5de01-94f4-4391-9981-a0e40bd10efc admin admin] Deleting port 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:00:30.329264 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7fe5de01-94f4-4391-9981-a0e40bd10efc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:30.411998 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-7fe5de01-94f4-4391-9981-a0e40bd10efc admin admin] For port 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=5c9067a6-07f9-4796-aaa4-b8fa6ea3925a,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:30.412630 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7fe5de01-94f4-4391-9981-a0e40bd10efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:30.426734 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-7fe5de01-94f4-4391-9981-a0e40bd10efc admin admin] Calling delete_port for 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a owned by network:router_interface {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:00:30.723339 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7fe5de01-94f4-4391-9981-a0e40bd10efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:30.725610 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:30.755054 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5de01-94f4-4391-9981-a0e40bd10efc admin admin] Pushing event deleted for resources: {'Port': ['ID=5c9067a6-07f9-4796-aaa4-b8fa6ea3925a,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:30.758062 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7fe5de01-94f4-4391-9981-a0e40bd10efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:30.928849 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7fe5de01-94f4-4391-9981-a0e40bd10efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1510936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640980'] for router_interface, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:31.014009 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 94a165ef-4f7b-4c46-a0bd-51e210229b16 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:31.062741 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 94a165ef-4f7b-4c46-a0bd-51e210229b16 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:31.063038 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:31.163475 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe5de01-94f4-4391-9981-a0e40bd10efc admin admin] Router e23fc3d5-808f-4376-8ac3-177c625bcd68 has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:00:31.275307 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe5de01-94f4-4391-9981-a0e40bd10efc admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:00:31.280574 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-7fe5de01-94f4-4391-9981-a0e40bd10efc admin admin] 10.222.0.25 "PUT /v2.0/routers/e23fc3d5-808f-4376-8ac3-177c625bcd68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7472520 Jun 23 17:00:31.283048 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60630) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:31.285561 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab04e8d-e2d4-49d2-a0b5-9751277c9e34 None None] Sync routers for ids ['e23fc3d5-808f-4376-8ac3-177c625bcd68'] in dv-cinder-797608-1-iscsi {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:00:31.296159 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab04e8d-e2d4-49d2-a0b5-9751277c9e34 None None] Routers {'e23fc3d5-808f-4376-8ac3-177c625bcd68'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:31.296586 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-cab04e8d-e2d4-49d2-a0b5-9751277c9e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:00:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['e23fc3d5-808f-4376-8ac3-177c625bcd68'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:31.412634 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6fec360f-430b-40cd-8610-fb8c50684402 admin admin] Notify callbacks [] for router, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:31.503794 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-cab04e8d-e2d4-49d2-a0b5-9751277c9e34 None None] Set router e23fc3d5-808f-4376-8ac3-177c625bcd68 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:31.523987 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6fec360f-430b-40cd-8610-fb8c50684402 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:31.683656 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-cab04e8d-e2d4-49d2-a0b5-9751277c9e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'name': 'tempest-AttachVolumeShelveTestJSON-692728524-router', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:51Z', 'updated_at': '2021-06-23T17:00:30Z', 'revision_number': 5, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'gw_port': {'id': '052671d0-66e2-4a1e-b8f5-aeb70e7497a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:52:52Z', 'updated_at': '2021-06-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:31.684485 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-6fec360f-430b-40cd-8610-fb8c50684402 admin admin] Deleting port 052671d0-66e2-4a1e-b8f5-aeb70e7497a3 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:00:31.684831 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6fec360f-430b-40cd-8610-fb8c50684402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:31.709804 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab04e8d-e2d4-49d2-a0b5-9751277c9e34 None None] Checking router: e23fc3d5-808f-4376-8ac3-177c625bcd68 for host: dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:00:31.718722 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab04e8d-e2d4-49d2-a0b5-9751277c9e34 None None] Routers {'e23fc3d5-808f-4376-8ac3-177c625bcd68'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:31.719340 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-cab04e8d-e2d4-49d2-a0b5-9751277c9e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:00:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['e23fc3d5-808f-4376-8ac3-177c625bcd68'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:31.771119 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [None req-6fec360f-430b-40cd-8610-fb8c50684402 admin admin] For port 052671d0-66e2-4a1e-b8f5-aeb70e7497a3, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=052671d0-66e2-4a1e-b8f5-aeb70e7497a3,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:31.771495 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6fec360f-430b-40cd-8610-fb8c50684402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:31.789204 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-6fec360f-430b-40cd-8610-fb8c50684402 admin admin] Calling delete_port for 052671d0-66e2-4a1e-b8f5-aeb70e7497a3 owned by network:router_gateway {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:00:31.810662 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-cab04e8d-e2d4-49d2-a0b5-9751277c9e34 None None] Set router e23fc3d5-808f-4376-8ac3-177c625bcd68 gateway port host: None {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:31.869058 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-cab04e8d-e2d4-49d2-a0b5-9751277c9e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'name': 'tempest-AttachVolumeShelveTestJSON-692728524-router', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:51Z', 'updated_at': '2021-06-23T17:00:31Z', 'revision_number': 6, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'gw_port_host': None}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:31.899818 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab04e8d-e2d4-49d2-a0b5-9751277c9e34 None None] The sync data for ids ['e23fc3d5-808f-4376-8ac3-177c625bcd68'] in dv-cinder-797608-1-iscsi is: [{'id': 'e23fc3d5-808f-4376-8ac3-177c625bcd68', 'name': 'tempest-AttachVolumeShelveTestJSON-692728524-router', 'tenant_id': '58bd8fd6ed204ffa93646e359469c46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:52:51Z', 'updated_at': '2021-06-23T17:00:31Z', 'revision_number': 6, 'project_id': '58bd8fd6ed204ffa93646e359469c46f', 'gw_port_host': None}] {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:00:32.065735 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6fec360f-430b-40cd-8610-fb8c50684402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:32.068809 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-4b9b119f-88ab-436a-ad5c-32dabac1916c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:32.098674 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec360f-430b-40cd-8610-fb8c50684402 admin admin] Pushing event deleted for resources: {'Port': ['ID=052671d0-66e2-4a1e-b8f5-aeb70e7497a3,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:32.105282 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-6fec360f-430b-40cd-8610-fb8c50684402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:32.164274 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6fec360f-430b-40cd-8610-fb8c50684402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1724545'] for router_gateway, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:32.259395 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6fec360f-430b-40cd-8610-fb8c50684402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27985'] for router, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:32.261711 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6fec360f-430b-40cd-8610-fb8c50684402 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:32.391539 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6fec360f-430b-40cd-8610-fb8c50684402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1641711'] for router, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:32.392775 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fec360f-430b-40cd-8610-fb8c50684402 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e23fc3d5-808f-4376-8ac3-177c625bcd68 {{(pid=105486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:00:32.397672 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6fec360f-430b-40cd-8610-fb8c50684402 admin admin] Notify callbacks [] for router, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:32.399895 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-6fec360f-430b-40cd-8610-fb8c50684402 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e23fc3d5-808f-4376-8ac3-177c625bcd68 HTTP/1.1" status: 204 len: 168 time: 1.1143425 Jun 23 17:00:32.401503 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60644) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:32.449548 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c739751-5fa8-41b5-afef-12eeb195e3c2 admin admin] Deleting subnet bbc9f899-f082-4611-8cfd-98693f165ef6 {{(pid=105486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:00:32.452676 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0c739751-5fa8-41b5-afef-12eeb195e3c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:32.487443 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0c739751-5fa8-41b5-afef-12eeb195e3c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2321636'] for subnet, precommit_delete_associations {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:32.574437 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0c739751-5fa8-41b5-afef-12eeb195e3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16059385'] for subnet, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:32.730498 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0c739751-5fa8-41b5-afef-12eeb195e3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16059360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2323194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3900897'] for subnet, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:32.733071 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-c6fbeef3-ccaf-469e-850c-1462d762758f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:32.755849 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c739751-5fa8-41b5-afef-12eeb195e3c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc9f899-f082-4611-8cfd-98693f165ef6,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:32.758964 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-0c739751-5fa8-41b5-afef-12eeb195e3c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:32.769327 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0c739751-5fa8-41b5-afef-12eeb195e3c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:32.771955 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-0c739751-5fa8-41b5-afef-12eeb195e3c2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bbc9f899-f082-4611-8cfd-98693f165ef6 HTTP/1.1" status: 204 len: 168 time: 0.3686111 Jun 23 17:00:32.774460 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60648) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:32.777756 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c959fa-4175-4929-a1bb-2e4ef4e7862c None None] Network 9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:00:32.868935 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-da873289-4f32-4c74-8d43-220b46d13e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16231295'] for network, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:32.967969 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:00:32.969571 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-da873289-4f32-4c74-8d43-220b46d13e62 admin admin] Deleting port f4bf17b2-9bfa-462e-adfa-1a78fe30beef {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:00:32.969920 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-da873289-4f32-4c74-8d43-220b46d13e62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:33.000219 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:00:33.000604 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 5c9067a6-07f9-4796-aaa4-b8fa6ea3925a not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:00:33.001048 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 052671d0-66e2-4a1e-b8f5-aeb70e7497a3 no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:00:33.026755 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: 052671d0-66e2-4a1e-b8f5-aeb70e7497a3 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:00:33.027207 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 052671d0-66e2-4a1e-b8f5-aeb70e7497a3 not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:00:33.044915 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [None req-da873289-4f32-4c74-8d43-220b46d13e62 admin admin] For port f4bf17b2-9bfa-462e-adfa-1a78fe30beef, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=f4bf17b2-9bfa-462e-adfa-1a78fe30beef,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:33.045314 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-da873289-4f32-4c74-8d43-220b46d13e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:33.062166 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-da873289-4f32-4c74-8d43-220b46d13e62 admin admin] Calling delete_port for f4bf17b2-9bfa-462e-adfa-1a78fe30beef owned by network:dhcp {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:00:33.097982 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200b1700-b4c9-43df-8508-c6c42dcc6749 None None] DHCP port deletion for 9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 request from dv-cinder-797608-1-iscsi {{(pid=105488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:00:33.151946 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-200b1700-b4c9-43df-8508-c6c42dcc6749 None None] Deleting port f4bf17b2-9bfa-462e-adfa-1a78fe30beef {{(pid=105488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:00:33.152410 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-200b1700-b4c9-43df-8508-c6c42dcc6749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:33.218290 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-200b1700-b4c9-43df-8508-c6c42dcc6749 None None] For port f4bf17b2-9bfa-462e-adfa-1a78fe30beef, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=f4bf17b2-9bfa-462e-adfa-1a78fe30beef,segment=NetworkSegment(7ce0ca5b-adf1-4b37-ab99-6a138d2965c2),segment_id=7ce0ca5b-adf1-4b37-ab99-6a138d2965c2)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:33.218809 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-200b1700-b4c9-43df-8508-c6c42dcc6749 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:33.231877 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-200b1700-b4c9-43df-8508-c6c42dcc6749 None None] Calling delete_port for f4bf17b2-9bfa-462e-adfa-1a78fe30beef owned by network:dhcp {{(pid=105488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:00:33.288893 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-da873289-4f32-4c74-8d43-220b46d13e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:33.292094 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-243c311a-0437-4efd-85e0-240d0ce4e27a tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:33.307357 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-200b1700-b4c9-43df-8508-c6c42dcc6749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108'] for port, after_delete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:33.310016 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:33.317176 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da873289-4f32-4c74-8d43-220b46d13e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4bf17b2-9bfa-462e-adfa-1a78fe30beef,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:33.319128 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da873289-4f32-4c74-8d43-220b46d13e62 admin admin] No DVR routers for this DVR port f4bf17b2-9bfa-462e-adfa-1a78fe30beef on host dv-cinder-797608-1-iscsi {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:00:33.320770 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-da873289-4f32-4c74-8d43-220b46d13e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:33.335036 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b1700-b4c9-43df-8508-c6c42dcc6749 None None] Pushing event deleted for resources: {'Port': ['ID=f4bf17b2-9bfa-462e-adfa-1a78fe30beef,revision_number=None']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:33.338064 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-200b1700-b4c9-43df-8508-c6c42dcc6749 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:33.338957 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200b1700-b4c9-43df-8508-c6c42dcc6749 None None] No DVR routers for this DVR port f4bf17b2-9bfa-462e-adfa-1a78fe30beef on host dv-cinder-797608-1-iscsi {{(pid=105488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:00:33.410700 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-da873289-4f32-4c74-8d43-220b46d13e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086644', 'neutron.services.segments.db._delete_segments_for_network-8730820742431'] for network, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:33.422876 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-da873289-4f32-4c74-8d43-220b46d13e62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9']}} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:33.433303 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-da873289-4f32-4c74-8d43-220b46d13e62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce0ca5b-adf1-4b37-ab99-6a138d2965c2') {'for_net_delete': True} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:33.433699 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-da873289-4f32-4c74-8d43-220b46d13e62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce0ca5b-adf1-4b37-ab99-6a138d2965c2') {} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:33.442235 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-da873289-4f32-4c74-8d43-220b46d13e62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730820730862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2321659'] for segment, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:33.459831 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-da873289-4f32-4c74-8d43-220b46d13e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:33.467258 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da873289-4f32-4c74-8d43-220b46d13e62 admin admin] Releasing vlan 1393 on physical network physnet1 to pool {{(pid=105486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:00:33.467651 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-da873289-4f32-4c74-8d43-220b46d13e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2323047'] for segment, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: Traceback (most recent call last): Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: timer() Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: cb(*args, **kw) Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: return func(*args, **kwargs) Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: self._notify() Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: self.callback(batched_events) Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: event.method(event) Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: return f(self, *a, **k) Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: return self._get(url).json() Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: return self.request(url, 'GET', **kwargs) Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:00:33.469381 dv-cinder-797608-1-iscsi neutron-server[105486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:00:33.603335 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-da873289-4f32-4c74-8d43-220b46d13e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724528'] for network, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:33.607430 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:33.610302 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-da873289-4f32-4c74-8d43-220b46d13e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:33.613605 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-da873289-4f32-4c74-8d43-220b46d13e62 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9 HTTP/1.1" status: 204 len: 168 time: 0.8360710 Jun 23 17:00:33.626584 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da873289-4f32-4c74-8d43-220b46d13e62 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e5d91b5-b75d-4e6e-8b6f-e3973bd6d6b9,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:33.631019 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-da873289-4f32-4c74-8d43-220b46d13e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:33.879271 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60660) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:33.996722 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-acfd1f16-5a9d-402d-96cf-ec935a73889b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:34.080530 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60664) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:34.095463 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-acfd1f16-5a9d-402d-96cf-ec935a73889b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:34.125502 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-0bdb0315-8093-4ddc-93fe-801ace3c39ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58bd8fd6ed204ffa93646e359469c46f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0436628 Jun 23 17:00:34.128279 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60666) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:34.179466 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-18a96c14-8493-4124-9186-8e7e4dc787cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:34.191314 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-acfd1f16-5a9d-402d-96cf-ec935a73889b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:34.195045 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-d0f7bb5f-911d-4b3f-9b57-a33610586736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:34.203635 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-18a96c14-8493-4124-9186-8e7e4dc787cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:34.230767 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-acfd1f16-5a9d-402d-96cf-ec935a73889b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f2d973618854afca75da1611011db8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503025 Jun 23 17:00:34.232240 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd1f16-5a9d-402d-96cf-ec935a73889b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf26c9f-2862-4c18-9d75-ab583b7269d8,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:34.234432 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60668) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:34.235930 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-acfd1f16-5a9d-402d-96cf-ec935a73889b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:34.290729 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d0500345-72b7-4cc4-bb13-42f328104d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:34.320649 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d0500345-72b7-4cc4-bb13-42f328104d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:34.431375 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-18a96c14-8493-4124-9186-8e7e4dc787cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:34.434177 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-18a96c14-8493-4124-9186-8e7e4dc787cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:34.435348 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-18a96c14-8493-4124-9186-8e7e4dc787cf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/387ede02-d810-4fe6-bea6-9d9b0766dd87 HTTP/1.1" status: 204 len: 168 time: 0.3062205 Jun 23 17:00:34.436160 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-efa207ee-0af7-4464-b76e-9083ebae98ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:34.444971 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a96c14-8493-4124-9186-8e7e4dc787cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387ede02-d810-4fe6-bea6-9d9b0766dd87,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:34.447304 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-18a96c14-8493-4124-9186-8e7e4dc787cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:34.534536 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d0500345-72b7-4cc4-bb13-42f328104d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:34.537385 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d0500345-72b7-4cc4-bb13-42f328104d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:34.538956 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-d0500345-72b7-4cc4-bb13-42f328104d60 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9cf26c9f-2862-4c18-9d75-ab583b7269d8 HTTP/1.1" status: 204 len: 168 time: 0.3032026 Jun 23 17:00:34.539464 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-e55a276d-7ef3-4595-8841-5a79fd68cc70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:34.548276 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0500345-72b7-4cc4-bb13-42f328104d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf26c9f-2862-4c18-9d75-ab583b7269d8,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:34.550627 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-d0500345-72b7-4cc4-bb13-42f328104d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:34.928150 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device f4bf17b2-9bfa-462e-adfa-1a78fe30beef no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:00:35.085322 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: f4bf17b2-9bfa-462e-adfa-1a78fe30beef {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:00:35.085680 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device f4bf17b2-9bfa-462e-adfa-1a78fe30beef not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:00:35.342359 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60688) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:35.362648 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-26ab6878-7892-4f15-9cfb-210fb416a544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.456354 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-26ab6878-7892-4f15-9cfb-210fb416a544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.545894 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-26ab6878-7892-4f15-9cfb-210fb416a544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.551192 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-acfd1f16-5a9d-402d-96cf-ec935a73889b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:35.586196 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-26ab6878-7892-4f15-9cfb-210fb416a544 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc977538f07e4e66877116f306afde8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427371 Jun 23 17:00:35.587128 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab6878-7892-4f15-9cfb-210fb416a544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eceb3339-558f-41cd-85db-0ce5dd8f020f,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:35.588838 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60696) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:35.590907 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-26ab6878-7892-4f15-9cfb-210fb416a544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:35.642963 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-59acc2ba-e561-4816-9953-730ced27385b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.667716 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-59acc2ba-e561-4816-9953-730ced27385b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.715892 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 60700) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:35.802807 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-59acc2ba-e561-4816-9953-730ced27385b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.805938 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-59acc2ba-e561-4816-9953-730ced27385b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.807477 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-59acc2ba-e561-4816-9953-730ced27385b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eceb3339-558f-41cd-85db-0ce5dd8f020f HTTP/1.1" status: 204 len: 168 time: 0.2159548 Jun 23 17:00:35.808393 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-99ec5e84-81fa-4af9-8b50-159f43d009ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:35.817609 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acc2ba-e561-4816-9953-730ced27385b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eceb3339-558f-41cd-85db-0ce5dd8f020f,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:35.829947 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-59acc2ba-e561-4816-9953-730ced27385b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:35.834452 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-103c2fcf-8bfa-4718-bc46-eb716d4be6a1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-546344272-network', 'tenant_id': 'cd92cab0e28f49ceb542ed1b789fd00a'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:35.974126 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103c2fcf-8bfa-4718-bc46-eb716d4be6a1 admin admin] Made reservation on behalf of cd92cab0e28f49ceb542ed1b789fd00a for: {'network': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:00:35.976516 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-103c2fcf-8bfa-4718-bc46-eb716d4be6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for network, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.986428 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-103c2fcf-8bfa-4718-bc46-eb716d4be6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:36.075718 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-103c2fcf-8bfa-4718-bc46-eb716d4be6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:36.551240 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-103c2fcf-8bfa-4718-bc46-eb716d4be6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:36.555386 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-147c1697-f248-4e40-9798-8dbf4bba0101 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:36.577641 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103c2fcf-8bfa-4718-bc46-eb716d4be6a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1391, 'physical_network': 'physnet1'} {{(pid=105487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:00:36.587229 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c2fcf-8bfa-4718-bc46-eb716d4be6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db4de08-c37d-45c4-8064-e3ad31f87cf3,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:36.591533 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-103c2fcf-8bfa-4718-bc46-eb716d4be6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:36.592844 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-103c2fcf-8bfa-4718-bc46-eb716d4be6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:36.593220 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.db.segments_db [None req-103c2fcf-8bfa-4718-bc46-eb716d4be6a1 admin admin] Added segment 370882e3-1726-4836-8581-8271f1675e06 of type vlan for network ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c Jun 23 17:00:36.640705 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-103c2fcf-8bfa-4718-bc46-eb716d4be6a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730820174852'] for network, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:36.780525 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-103c2fcf-8bfa-4718-bc46-eb716d4be6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929'] for network, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:36.781933 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103c2fcf-8bfa-4718-bc46-eb716d4be6a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:36.782666 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-103c2fcf-8bfa-4718-bc46-eb716d4be6a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:36.784938 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7aca98cb-c268-47fd-9377-2e8ada6b4d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:36.846097 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c2fcf-8bfa-4718-bc46-eb716d4be6a1 admin admin] Pushing event updated for resources: {'Network': ['ID=ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:36.849340 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-103c2fcf-8bfa-4718-bc46-eb716d4be6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:36.857223 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Network ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c details requested by agent ovs-agent-dv-cinder-797608-1-iscsi with host dv-cinder-797608-1-iscsi {{(pid=105488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:00:36.895303 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-103c2fcf-8bfa-4718-bc46-eb716d4be6a1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1783171 Jun 23 17:00:36.898550 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60720) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:36.906781 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-7fae8729-0e27-4dc4-93ad-115b4aa6a2a1 admin admin] Request body: {'subnet': {'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-546344272-subnet', 'tenant_id': 'cd92cab0e28f49ceb542ed1b789fd00a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:37.036912 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fae8729-0e27-4dc4-93ad-115b4aa6a2a1 admin admin] Made reservation on behalf of cd92cab0e28f49ceb542ed1b789fd00a for: {'subnet': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:00:37.039273 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7fae8729-0e27-4dc4-93ad-115b4aa6a2a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3900924'] for subnet, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:37.306027 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7fae8729-0e27-4dc4-93ad-115b4aa6a2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2321465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3900910'] for subnet, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:37.310160 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-f892e1b0-d03c-4f55-b8f8-1b9cae10ce9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:37.369930 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae8729-0e27-4dc4-93ad-115b4aa6a2a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69717330-8345-4e50-8742-3b3c5fb60a05,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:37.374453 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-7fae8729-0e27-4dc4-93ad-115b4aa6a2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:37.384982 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fae8729-0e27-4dc4-93ad-115b4aa6a2a1 admin admin] Checking segment: {'id': '370882e3-1726-4836-8581-8271f1675e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:37.384982 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fae8729-0e27-4dc4-93ad-115b4aa6a2a1 admin admin] Network hostable DHCP agents. Network: ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c, hostable agents: ['5e144bd6-6a48-4538-b5f5-f54886500fdf'], hosted agents: [] {{(pid=105486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:00:37.395719 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60730) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:37.493658 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-253773ba-ec73-4f19-815e-aad0f07daff7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-213986278-network', 'tenant_id': '0d7e72fe0b1b4c428274eaddf1fd76c3'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:37.522629 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fae8729-0e27-4dc4-93ad-115b4aa6a2a1 admin admin] Network ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c is scheduled to be hosted by DHCP agent 5e144bd6-6a48-4538-b5f5-f54886500fdf with binding_index 1 {{(pid=105486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:00:37.585839 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253773ba-ec73-4f19-815e-aad0f07daff7 admin admin] Made reservation on behalf of 0d7e72fe0b1b4c428274eaddf1fd76c3 for: {'network': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:00:37.587976 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-253773ba-ec73-4f19-815e-aad0f07daff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for network, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:37.597724 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-253773ba-ec73-4f19-815e-aad0f07daff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:37.633870 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-7fae8729-0e27-4dc4-93ad-115b4aa6a2a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-1-iscsi, ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c) {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:37.640753 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fae8729-0e27-4dc4-93ad-115b4aa6a2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:37.641356 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7fae8729-0e27-4dc4-93ad-115b4aa6a2a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:37.642186 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09917644-1608-4d62-9b11-e0dce2350604 None None] Network ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:00:37.704771 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-253773ba-ec73-4f19-815e-aad0f07daff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:37.782526 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c392b9-766c-4352-b65d-fcb9596f326a None None] Network ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:00:37.831447 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-253773ba-ec73-4f19-815e-aad0f07daff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:37.839590 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-b26e506e-5cd9-41d5-be73-55114d1c7711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:37.856415 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253773ba-ec73-4f19-815e-aad0f07daff7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1357, 'physical_network': 'physnet1'} {{(pid=105486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:00:37.875096 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253773ba-ec73-4f19-815e-aad0f07daff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f2a918-ef18-45ce-9da3-fb18a200e606,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:37.878263 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-253773ba-ec73-4f19-815e-aad0f07daff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:37.879539 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-253773ba-ec73-4f19-815e-aad0f07daff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:37.879888 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.segments_db [None req-253773ba-ec73-4f19-815e-aad0f07daff7 admin admin] Added segment be614158-4674-4041-b0e5-6be43ce6c2fb of type vlan for network 06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98 Jun 23 17:00:37.924443 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-253773ba-ec73-4f19-815e-aad0f07daff7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730820174852'] for network, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:37.951837 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-7fae8729-0e27-4dc4-93ad-115b4aa6a2a1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0510206 Jun 23 17:00:38.036789 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-253773ba-ec73-4f19-815e-aad0f07daff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929'] for network, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:38.038394 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253773ba-ec73-4f19-815e-aad0f07daff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:38.038993 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-253773ba-ec73-4f19-815e-aad0f07daff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:38.042278 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:38.103264 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253773ba-ec73-4f19-815e-aad0f07daff7 admin admin] Pushing event updated for resources: {'Network': ['ID=06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:38.107370 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-253773ba-ec73-4f19-815e-aad0f07daff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:38.114045 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Network 06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98 details requested by agent ovs-agent-dv-cinder-797608-1-iscsi with host dv-cinder-797608-1-iscsi {{(pid=105488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:00:38.175542 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-253773ba-ec73-4f19-815e-aad0f07daff7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7785280 Jun 23 17:00:38.178230 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 60744) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:38.183496 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-4ba0372d-2f27-4f9c-92f0-f3c613beba90 admin admin] Request body: {'subnet': {'network_id': '06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-213986278-subnet', 'tenant_id': '0d7e72fe0b1b4c428274eaddf1fd76c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:38.367732 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba0372d-2f27-4f9c-92f0-f3c613beba90 admin admin] Made reservation on behalf of 0d7e72fe0b1b4c428274eaddf1fd76c3 for: {'subnet': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:00:38.370030 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4ba0372d-2f27-4f9c-92f0-f3c613beba90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3900924'] for subnet, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:38.770142 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-8644955d-b852-4a5e-b755-0b0e2e25b6b5 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:38.771625 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-8644955d-b852-4a5e-b755-0b0e2e25b6b5 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/networks?id=ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c HTTP/1.1" status: 200 len: 814 time: 0.4738209 Jun 23 17:00:38.796573 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-d97c2011-1981-4714-9644-a80b9910b54c tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/quotas/cd92cab0e28f49ceb542ed1b789fd00a HTTP/1.1" status: 200 len: 375 time: 0.0174904 Jun 23 17:00:38.857914 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-58a24012-ad23-49d9-8049-4ac079dd964b tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd92cab0e28f49ceb542ed1b789fd00a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538752 Jun 23 17:00:39.015017 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-e935b6bd-69f7-4680-8814-1f4b1a2e96db service neutron] 10.222.0.25 "GET /v2.0/networks/ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496274 Jun 23 17:00:39.075897 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4ba0372d-2f27-4f9c-92f0-f3c613beba90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2321465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3900910'] for subnet, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:39.086066 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-7fae8729-0e27-4dc4-93ad-115b4aa6a2a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:39.155271 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0372d-2f27-4f9c-92f0-f3c613beba90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55b379ac-f6b5-4c2d-9dec-1a5baefe4317,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:39.158878 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-4ba0372d-2f27-4f9c-92f0-f3c613beba90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:39.179005 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-80754b69-5182-497d-8cc6-37a8b7e01a17 service neutron] 10.222.0.25 "GET /v2.0/networks/ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576321 Jun 23 17:00:39.180105 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba0372d-2f27-4f9c-92f0-f3c613beba90 admin admin] Checking segment: {'id': 'be614158-4674-4041-b0e5-6be43ce6c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': '06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:39.180471 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba0372d-2f27-4f9c-92f0-f3c613beba90 admin admin] Network hostable DHCP agents. Network: 06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98, hostable agents: ['5e144bd6-6a48-4538-b5f5-f54886500fdf'], hosted agents: [] {{(pid=105486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:00:39.257654 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:00:39.340854 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba0372d-2f27-4f9c-92f0-f3c613beba90 admin admin] Network 06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98 is scheduled to be hosted by DHCP agent 5e144bd6-6a48-4538-b5f5-f54886500fdf with binding_index 1 {{(pid=105486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:00:39.472224 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-12979576-c22d-49a4-8add-9ae01b5fd974 req-4aa87a9a-9a7a-4e52-ab1c-6d7ec16e0fd8 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c HTTP/1.1" status: 200 len: 210 time: 0.0300243 Jun 23 17:00:39.488653 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-4ba0372d-2f27-4f9c-92f0-f3c613beba90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-1-iscsi, 06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98) {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:39.495130 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba0372d-2f27-4f9c-92f0-f3c613beba90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:39.496425 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4ba0372d-2f27-4f9c-92f0-f3c613beba90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:39.499738 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7343494-263b-4cc7-a4f5-8b064763bef5 None None] Network 06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98 requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:00:39.630937 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94754df7-e23f-4b09-9632-9050179316b5 None None] Network 06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98 requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:00:39.638111 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-4ba0372d-2f27-4f9c-92f0-f3c613beba90 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4586921 Jun 23 17:00:40.563234 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7230dfea-2002-4e77-a45c-a02ab93c2383 req-24fc2edf-9a58-4279-b02f-42e1db9508d9 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c HTTP/1.1" status: 200 len: 210 time: 0.0303755 Jun 23 17:00:41.716003 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-130c4921-d877-43a4-8b8a-6f971c76e674 req-4608e8a1-92ba-414e-b8a7-68f1cc69bfb0 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c HTTP/1.1" status: 200 len: 210 time: 0.0351164 Jun 23 17:00:42.016402 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-0d771d8a-602e-412c-9043-d41bfbfc8ed0 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:42.018219 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-0d771d8a-602e-412c-9043-d41bfbfc8ed0 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/networks?id=06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98 HTTP/1.1" status: 200 len: 813 time: 0.1073093 Jun 23 17:00:42.035102 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-6dee5ee5-7493-45ab-89a3-e970a22ea40e tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/quotas/0d7e72fe0b1b4c428274eaddf1fd76c3 HTTP/1.1" status: 200 len: 375 time: 0.0097613 Jun 23 17:00:42.068476 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-5afb7004-b24c-43c7-9725-c8c6121199eb tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7e72fe0b1b4c428274eaddf1fd76c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280263 Jun 23 17:00:42.163305 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-2e721fde-5330-4420-a361-5e51015efb74 service neutron] 10.222.0.25 "GET /v2.0/networks/06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870605 Jun 23 17:00:42.258556 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-29dd4081-98c3-4a8c-a471-0ea08ea41caa service neutron] 10.222.0.25 "GET /v2.0/networks/06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891445 Jun 23 17:00:42.519381 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-e26b8913-ba5a-48e6-81a7-227e4ea26763 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:42.521097 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-e26b8913-ba5a-48e6-81a7-227e4ea26763 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.35 "GET /v2.0/networks?id=ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c HTTP/1.1" status: 200 len: 814 time: 0.1150348 Jun 23 17:00:42.525187 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-3e532016-461e-4cf8-b7bc-a8f6f6218fd5 req-5c6bb028-6b57-450c-8a17-7809b05dde87 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac7a873-5f09-4eff-a328-d94fe5ff43d5 HTTP/1.1" status: 200 len: 210 time: 0.0319190 Jun 23 17:00:42.543477 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-2a45bab8-b2f3-401a-a783-c65f3ce8e9e7 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Request body: {'port': {'device_id': '4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c', 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c', 'admin_state_up': True, 'tenant_id': 'cd92cab0e28f49ceb542ed1b789fd00a'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:42.842476 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-2a45bab8-b2f3-401a-a783-c65f3ce8e9e7 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Made reservation on behalf of cd92cab0e28f49ceb542ed1b789fd00a for: {'port': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:00:42.845927 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-2a45bab8-b2f3-401a-a783-c65f3ce8e9e7 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:42.871374 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b8bfda58-0c23-4a90-9659-c5bd153d7ea0 req-98e3763a-ca46-4487-88bc-4c4453b60304 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c HTTP/1.1" status: 200 len: 210 time: 0.0406072 Jun 23 17:00:42.992696 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-2a45bab8-b2f3-401a-a783-c65f3ce8e9e7 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Allocated IP 172.20.0.12 (ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c/69717330-8345-4e50-8742-3b3c5fb60a05/bc945eb2-86b2-4784-9c9b-df24a00ef58c) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:00:43.146429 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-2a45bab8-b2f3-401a-a783-c65f3ce8e9e7 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:43.282866 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-2a45bab8-b2f3-401a-a783-c65f3ce8e9e7 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2323113'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:43.286906 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-b8c23602-e11b-4c02-b4e6-c244da8934b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:43.334439 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-2a45bab8-b2f3-401a-a783-c65f3ce8e9e7 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Network ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:00:43.337882 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-2a45bab8-b2f3-401a-a783-c65f3ce8e9e7 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:43.342025 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-2a45bab8-b2f3-401a-a783-c65f3ce8e9e7 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:00:43.365885 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45bab8-b2f3-401a-a783-c65f3ce8e9e7 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Pushing event updated for resources: {'Port': ['ID=bc945eb2-86b2-4784-9c9b-df24a00ef58c,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:43.372910 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-2a45bab8-b2f3-401a-a783-c65f3ce8e9e7 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:43.397366 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-2a45bab8-b2f3-401a-a783-c65f3ce8e9e7 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:43.398016 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-2a45bab8-b2f3-401a-a783-c65f3ce8e9e7 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:43.518361 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-2a45bab8-b2f3-401a-a783-c65f3ce8e9e7 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9816689 Jun 23 17:00:43.536876 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Request body: {'port': {'device_id': '4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:43.607142 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1400247a-ac42-484b-afeb-900709b57864 req-1dd6d3c6-baa9-45e0-a265-06d8be27ae46 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac7a873-5f09-4eff-a328-d94fe5ff43d5 HTTP/1.1" status: 200 len: 210 time: 0.0279217 Jun 23 17:00:43.614906 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:43.911060 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc945eb2-86b2-4784-9c9b-df24a00ef58c {{(pid=105486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:00:43.920387 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:43.936723 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Transition to ACTIVE for port object bc945eb2-86b2-4784-9c9b-df24a00ef58c will not be triggered until provisioned by entity L2. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:44.052691 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a60ea8-d796-41aa-9e7b-4ad9d731fafb req-e630a476-493e-4dcc-aa29-1c3f74e156a7 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:44.054130 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-47a60ea8-d796-41aa-9e7b-4ad9d731fafb req-e630a476-493e-4dcc-aa29-1c3f74e156a7 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c HTTP/1.1" status: 200 len: 932 time: 0.0649886 Jun 23 17:00:44.055261 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:44.057637 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-68ab9d87-38fe-45f7-b662-aa34b39d197d tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:44.127211 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Pushing event updated for resources: {'Port': ['ID=bc945eb2-86b2-4784-9c9b-df24a00ef58c,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:44.136937 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:44.140075 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-47a60ea8-d796-41aa-9e7b-4ad9d731fafb req-d7dc1a28-b021-46dd-96be-5a4006d6ba08 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781808 Jun 23 17:00:44.208002 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Attempting to bind port bc945eb2-86b2-4784-9c9b-df24a00ef58c on host hv-cinder-79760 for vnic_type normal with profile {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:00:44.208677 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Attempting to bind port bc945eb2-86b2-4784-9c9b-df24a00ef58c by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '370882e3-1726-4836-8581-8271f1675e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c'}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:00:44.208677 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Attempting to bind port bc945eb2-86b2-4784-9c9b-df24a00ef58c on network ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:44.212999 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Port bc945eb2-86b2-4784-9c9b-df24a00ef58c on network ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:00:44.213352 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Attempting to bind port bc945eb2-86b2-4784-9c9b-df24a00ef58c on network ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:44.218404 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Checking agent: {'id': '78e83b5f-0ecc-435c-a465-b1f96103afbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:00:44.218796 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Checking segment: {'id': '370882e3-1726-4836-8581-8271f1675e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:44.219131 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Bound using segment: {'id': '370882e3-1726-4836-8581-8271f1675e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c'} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:00:44.220186 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Bound port: bc945eb2-86b2-4784-9c9b-df24a00ef58c, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370882e3-1726-4836-8581-8271f1675e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c'}}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:00:44.220729 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:44.284463 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] For port bc945eb2-86b2-4784-9c9b-df24a00ef58c, host hv-cinder-79760, cleared binding levels {{(pid=105486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:00:44.287676 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] For port bc945eb2-86b2-4784-9c9b-df24a00ef58c, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bc945eb2-86b2-4784-9c9b-df24a00ef58c,segment=NetworkSegment(370882e3-1726-4836-8581-8271f1675e06),segment_id=370882e3-1726-4836-8581-8271f1675e06)] {{(pid=105486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:00:44.397983 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:44.400239 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-c3242589-b46b-478c-8c1d-42c44a6f3074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:44.435008 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:44.435622 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:44.437018 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] 10.222.0.35 "PUT /v2.0/ports/bc945eb2-86b2-4784-9c9b-df24a00ef58c HTTP/1.1" status: 200 len: 1094 time: 0.9045656 Jun 23 17:00:44.437553 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c', 'tag': 'bc945eb2-86b2-4784-9c9b-df24a00ef58c'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:00:44.439838 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93947779-4d15-422d-b0b3-27d504145e86" -d '{"events": [{"name": "network-changed", "server_uuid": "4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c", "tag": "bc945eb2-86b2-4784-9c9b-df24a00ef58c"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:00:44.466702 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Pushing event updated for resources: {'Port': ['ID=bc945eb2-86b2-4784-9c9b-df24a00ef58c,revision_number=3']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:44.470534 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:44.477006 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092e8faa-9b20-4afb-97b9-785eb29ac42a x-openstack-request-id: req-092e8faa-9b20-4afb-97b9-785eb29ac42a {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:00:44.477377 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c", "tag": "bc945eb2-86b2-4784-9c9b-df24a00ef58c", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:00:44.477675 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-092e8faa-9b20-4afb-97b9-785eb29ac42a {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:00:44.478121 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c', 'tag': 'bc945eb2-86b2-4784-9c9b-df24a00ef58c', 'status': 'completed', 'code': 200} Jun 23 17:00:44.612888 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93947779-4d15-422d-b0b3-27d504145e86 req-5812920c-5de7-4492-b634-244ccedf22a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:44.614437 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-93947779-4d15-422d-b0b3-27d504145e86 req-5812920c-5de7-4492-b634-244ccedf22a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd92cab0e28f49ceb542ed1b789fd00a&device_id=4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c HTTP/1.1" status: 200 len: 1097 time: 0.0557261 Jun 23 17:00:44.730743 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93947779-4d15-422d-b0b3-27d504145e86 req-d80b3240-d260-47ec-9eec-3b53a3d4ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:44.732601 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-93947779-4d15-422d-b0b3-27d504145e86 req-d80b3240-d260-47ec-9eec-3b53a3d4ecb7 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=cd92cab0e28f49ceb542ed1b789fd00a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1034076 Jun 23 17:00:44.779901 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-464dda2b-5e80-418f-b61b-6f41532e24b8 req-12ba913a-0097-4a13-8080-571413833511 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac7a873-5f09-4eff-a328-d94fe5ff43d5 HTTP/1.1" status: 200 len: 210 time: 0.0408392 Jun 23 17:00:44.862444 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93947779-4d15-422d-b0b3-27d504145e86 req-8915a3f7-05d2-49e6-9b63-02a88a7cdc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:44.863897 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-93947779-4d15-422d-b0b3-27d504145e86 req-8915a3f7-05d2-49e6-9b63-02a88a7cdc04 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1124158 Jun 23 17:00:44.994760 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-7a960377-f5f0-430f-9173-18dab53831c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:44.996994 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-7a960377-f5f0-430f-9173-18dab53831c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd92cab0e28f49ceb542ed1b789fd00a&device_id=4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c HTTP/1.1" status: 200 len: 1097 time: 0.0544214 Jun 23 17:00:45.047049 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-78bc3ace-7103-4700-a7d9-af758713b9d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc945eb2-86b2-4784-9c9b-df24a00ef58c HTTP/1.1" status: 200 len: 217 time: 0.0348823 Jun 23 17:00:45.102561 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-5dc697db-5e09-4afd-8902-bdcf01ec54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:45.104000 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-5dc697db-5e09-4afd-8902-bdcf01ec54f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69717330-8345-4e50-8742-3b3c5fb60a05 HTTP/1.1" status: 200 len: 854 time: 0.0498168 Jun 23 17:00:45.138039 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-70040fb2-60f8-47e7-bdf0-006989e078fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272903 Jun 23 17:00:45.232548 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-fd8ce4f4-ad2d-45da-9f14-db1157748427 service neutron] 10.222.0.35 "GET /v2.0/networks/ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862048 Jun 23 17:00:45.325374 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a7d83-ff8f-4d27-85d3-09f97859060c req-4d06964f-ba53-4a00-b7b7-fa42f6ad8962 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:45.326067 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-02b081b6-c477-4f84-9b64-48106e7ea248 req-70a40842-0347-4544-924b-95b52ac4120d service neutron] 10.222.0.35 "GET /v2.0/networks/ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841873 Jun 23 17:00:45.326194 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-3f9a7d83-ff8f-4d27-85d3-09f97859060c req-4d06964f-ba53-4a00-b7b7-fa42f6ad8962 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c HTTP/1.1" status: 200 len: 944 time: 0.0636716 Jun 23 17:00:45.376719 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-3f9a7d83-ff8f-4d27-85d3-09f97859060c req-5ede46a2-d30b-4f7e-b631-d770216ae033 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451219 Jun 23 17:00:45.949821 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f3de9e77-eb27-4662-a551-534d962033c8 req-515b15c6-98b2-4204-bcd7-a284dc03883c tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac7a873-5f09-4eff-a328-d94fe5ff43d5 HTTP/1.1" status: 200 len: 210 time: 0.0315158 Jun 23 17:00:45.988474 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-947d5e7b-8964-4ac6-ae70-530be206bb5a tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:45.989937 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-947d5e7b-8964-4ac6-ae70-530be206bb5a tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.35 "GET /v2.0/networks?id=06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98 HTTP/1.1" status: 200 len: 813 time: 0.1326113 Jun 23 17:00:46.008129 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Request body: {'port': {'device_id': 'fac7a873-5f09-4eff-a328-d94fe5ff43d5', 'network_id': '06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98', 'admin_state_up': True, 'tenant_id': '0d7e72fe0b1b4c428274eaddf1fd76c3'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:46.253667 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Made reservation on behalf of 0d7e72fe0b1b4c428274eaddf1fd76c3 for: {'port': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:00:46.257244 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:46.380843 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Allocated IP 172.20.0.11 (06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98/55b379ac-f6b5-4c2d-9dec-1a5baefe4317/5a5b7673-c402-407c-9c0f-434778ce2912) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:00:46.538204 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:46.569022 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f408b-12a9-42b4-af49-2ba65195ee9c req-f7f6f0ef-7e94-498f-b9c2-77b672a68805 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:46.570514 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7e1f408b-12a9-42b4-af49-2ba65195ee9c req-f7f6f0ef-7e94-498f-b9c2-77b672a68805 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c HTTP/1.1" status: 200 len: 944 time: 0.0629539 Jun 23 17:00:46.609661 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7e1f408b-12a9-42b4-af49-2ba65195ee9c req-9f4f6361-f501-4cdd-a2fd-948ee11d8807 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331671 Jun 23 17:00:46.666274 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2323113'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:46.672185 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-c6097eda-9450-4e04-ab9c-8fe419247465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:46.710469 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Network 06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:00:46.714120 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:46.716741 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:00:46.755136 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Pushing event updated for resources: {'Port': ['ID=5a5b7673-c402-407c-9c0f-434778ce2912,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:46.768745 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:46.769202 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:46.769591 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:46.769965 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:46.770348 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:46.770728 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:46.771094 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:46.771460 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:46.771825 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:46.772213 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:46.772576 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:46.772938 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:46.778238 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:46.792705 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:46.793297 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:46.928828 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9245183 Jun 23 17:00:46.947616 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Request body: {'port': {'device_id': 'fac7a873-5f09-4eff-a328-d94fe5ff43d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:47.020189 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:47.242097 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b71766-2cb0-421b-b250-be9c5ab1e04e req-9defabea-6a40-4222-8dad-965c544d00f2 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:47.243600 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-46b71766-2cb0-421b-b250-be9c5ab1e04e req-9defabea-6a40-4222-8dad-965c544d00f2 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac7a873-5f09-4eff-a328-d94fe5ff43d5 HTTP/1.1" status: 200 len: 932 time: 0.1686666 Jun 23 17:00:47.309335 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-46b71766-2cb0-421b-b250-be9c5ab1e04e req-18f2b784-a4e6-4b10-ac7b-e899e797fd81 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587380 Jun 23 17:00:47.363183 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a5b7673-c402-407c-9c0f-434778ce2912 {{(pid=105486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:00:47.371267 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:47.383467 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Transition to ACTIVE for port object 5a5b7673-c402-407c-9c0f-434778ce2912 will not be triggered until provisioned by entity L2. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:47.471567 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:47.474012 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:47.548530 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5b7673-c402-407c-9c0f-434778ce2912,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:47.554060 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:47.623220 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Attempting to bind port 5a5b7673-c402-407c-9c0f-434778ce2912 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:00:47.623530 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Attempting to bind port 5a5b7673-c402-407c-9c0f-434778ce2912 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'be614158-4674-4041-b0e5-6be43ce6c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': '06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98'}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:00:47.623850 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Attempting to bind port 5a5b7673-c402-407c-9c0f-434778ce2912 on network 06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:47.628213 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Port 5a5b7673-c402-407c-9c0f-434778ce2912 on network 06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:00:47.628532 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Attempting to bind port 5a5b7673-c402-407c-9c0f-434778ce2912 on network 06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:47.634667 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Checking agent: {'id': '78e83b5f-0ecc-435c-a465-b1f96103afbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:00:47.635025 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Checking segment: {'id': 'be614158-4674-4041-b0e5-6be43ce6c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': '06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:47.636150 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Bound using segment: {'id': 'be614158-4674-4041-b0e5-6be43ce6c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': '06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98'} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:00:47.636747 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Bound port: 5a5b7673-c402-407c-9c0f-434778ce2912, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be614158-4674-4041-b0e5-6be43ce6c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': '06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98'}}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:00:47.636747 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:47.705507 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] For port 5a5b7673-c402-407c-9c0f-434778ce2912, host hv-cinder-79760, cleared binding levels {{(pid=105486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:00:47.708928 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] For port 5a5b7673-c402-407c-9c0f-434778ce2912, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5a5b7673-c402-407c-9c0f-434778ce2912,segment=NetworkSegment(be614158-4674-4041-b0e5-6be43ce6c2fb),segment_id=be614158-4674-4041-b0e5-6be43ce6c2fb)] {{(pid=105486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:00:47.779384 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-5b7fc89a-285c-4641-8aec-f3738581be1d tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1350063626&fields=id&tenant_id=231173d0a69b4fd585f8740571e49789 HTTP/1.1" status: 200 len: 267 time: 0.0357177 Jun 23 17:00:47.793079 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf6ee5-aca6-4814-8adc-c9c5afb88108 req-96c7f1e3-5dac-4714-8c1a-a1d93b28f712 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:47.798866 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-bcaf6ee5-aca6-4814-8adc-c9c5afb88108 req-96c7f1e3-5dac-4714-8c1a-a1d93b28f712 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c HTTP/1.1" status: 200 len: 944 time: 0.0665395 Jun 23 17:00:47.818135 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device bc945eb2-86b2-4784-9c9b-df24a00ef58c details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:00:47.833991 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-bcaf6ee5-aca6-4814-8adc-c9c5afb88108 req-ab0e030f-4d7a-4a78-ad92-2c53a4a4b3df tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329125 Jun 23 17:00:47.856007 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:47.860307 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-4714da9c-9dec-48a7-a1d2-c206227ab98c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:47.916089 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:47.916769 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:47.918209 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] 10.222.0.35 "PUT /v2.0/ports/5a5b7673-c402-407c-9c0f-434778ce2912 HTTP/1.1" status: 200 len: 1094 time: 0.9748337 Jun 23 17:00:47.918760 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac7a873-5f09-4eff-a328-d94fe5ff43d5', 'tag': '5a5b7673-c402-407c-9c0f-434778ce2912'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:00:47.921131 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63482b99-c313-4379-8921-975ec8df9046" -d '{"events": [{"name": "network-changed", "server_uuid": "fac7a873-5f09-4eff-a328-d94fe5ff43d5", "tag": "5a5b7673-c402-407c-9c0f-434778ce2912"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:00:47.925747 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port bc945eb2-86b2-4784-9c9b-df24a00ef58c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bc945eb2-86b2-4784-9c9b-df24a00ef58c,segment=NetworkSegment(370882e3-1726-4836-8581-8271f1675e06),segment_id=370882e3-1726-4836-8581-8271f1675e06)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:47.942374 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': 'bc945eb2-86b2-4784-9c9b-df24a00ef58c', 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c', 'port_id': 'bc945eb2-86b2-4784-9c9b-df24a00ef58c', 'mac_address': 'fa:16:3e:7a:f9:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69717330-8345-4e50-8742-3b3c5fb60a05', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:00:47.960119 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-072c9522-5a5e-46cf-a65e-1032ce85c8e1 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:47.961801 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-072c9522-5a5e-46cf-a65e-1032ce85c8e1 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/networks?id=a9377805-8f69-4935-aba0-28dc2d71b2ad HTTP/1.1" status: 200 len: 812 time: 0.1751690 Jun 23 17:00:47.962581 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5b7673-c402-407c-9c0f-434778ce2912,revision_number=3']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:47.966261 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:47.974594 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf271525-f740-497a-858d-83a14455e422 x-openstack-request-id: req-cf271525-f740-497a-858d-83a14455e422 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:00:47.976290 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac7a873-5f09-4eff-a328-d94fe5ff43d5", "tag": "5a5b7673-c402-407c-9c0f-434778ce2912", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:00:47.976290 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf271525-f740-497a-858d-83a14455e422 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:00:47.976290 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac7a873-5f09-4eff-a328-d94fe5ff43d5', 'tag': '5a5b7673-c402-407c-9c0f-434778ce2912', 'status': 'completed', 'code': 200} Jun 23 17:00:47.979431 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:47.985394 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-83762b7d-ea66-48c6-8b6d-b213c0959a35 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/quotas/231173d0a69b4fd585f8740571e49789 HTTP/1.1" status: 200 len: 375 time: 0.0126157 Jun 23 17:00:47.992598 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc945eb2-86b2-4784-9c9b-df24a00ef58c {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:00:48.016084 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port bc945eb2-86b2-4784-9c9b-df24a00ef58c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bc945eb2-86b2-4784-9c9b-df24a00ef58c,segment=NetworkSegment(370882e3-1726-4836-8581-8271f1675e06),segment_id=370882e3-1726-4836-8581-8271f1675e06)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:48.100545 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-84909f97-6d39-48e8-ab7f-e442f9d836aa tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=231173d0a69b4fd585f8740571e49789&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1095266 Jun 23 17:00:48.105862 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63482b99-c313-4379-8921-975ec8df9046 req-7a3636b5-ad53-4415-ac1f-258d4a2a35a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:48.107285 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-63482b99-c313-4379-8921-975ec8df9046 req-7a3636b5-ad53-4415-ac1f-258d4a2a35a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d7e72fe0b1b4c428274eaddf1fd76c3&device_id=fac7a873-5f09-4eff-a328-d94fe5ff43d5 HTTP/1.1" status: 200 len: 1097 time: 0.0829992 Jun 23 17:00:48.168474 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:48.170460 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-cd4e551c-bdc7-41d1-990d-c9b406345f48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:48.222088 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=bc945eb2-86b2-4784-9c9b-df24a00ef58c,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:48.225547 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:48.270678 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-e9dbc1b0-737c-41c4-bc97-badfd558b327 service neutron] 10.222.0.25 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583734 Jun 23 17:00:48.273372 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63482b99-c313-4379-8921-975ec8df9046 req-ee922b19-7e54-4bb2-be70-bdc99ae92a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:48.274778 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-63482b99-c313-4379-8921-975ec8df9046 req-ee922b19-7e54-4bb2-be70-bdc99ae92a4d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0d7e72fe0b1b4c428274eaddf1fd76c3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1541612 Jun 23 17:00:48.456606 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['bc945eb2-86b2-4784-9c9b-df24a00ef58c'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:00:48.506583 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaff663-d339-4b68-8184-f9cbf8a4ff26 req-df59de15-1f2d-41c4-888b-bd8f091055ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:48.508184 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ceaff663-d339-4b68-8184-f9cbf8a4ff26 req-df59de15-1f2d-41c4-888b-bd8f091055ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac7a873-5f09-4eff-a328-d94fe5ff43d5 HTTP/1.1" status: 200 len: 944 time: 0.0802026 Jun 23 17:00:48.555061 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ceaff663-d339-4b68-8184-f9cbf8a4ff26 req-bcc92d1f-0dcf-4418-b8e1-9f9da994b669 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382280 Jun 23 17:00:48.734039 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63482b99-c313-4379-8921-975ec8df9046 req-e144f162-c68f-483c-9150-8bb3d0fc9dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:48.735481 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-63482b99-c313-4379-8921-975ec8df9046 req-e144f162-c68f-483c-9150-8bb3d0fc9dc2 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4517877 Jun 23 17:00:48.737268 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-43d81c53-6f2e-44fa-b81c-38e8affb43b7 service neutron] 10.222.0.25 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606702 Jun 23 17:00:48.861708 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-cc5fdf25-b95a-41b6-8298-be553455a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:48.863122 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-cc5fdf25-b95a-41b6-8298-be553455a003 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d7e72fe0b1b4c428274eaddf1fd76c3&device_id=fac7a873-5f09-4eff-a328-d94fe5ff43d5 HTTP/1.1" status: 200 len: 1097 time: 0.0617118 Jun 23 17:00:48.938924 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-0506135f-3012-4c10-a688-1a1dc66d5e27 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a5b7673-c402-407c-9c0f-434778ce2912 HTTP/1.1" status: 200 len: 217 time: 0.0615172 Jun 23 17:00:48.994464 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-359ea7a7-f279-4f53-8598-8ded41081156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:48.996802 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-359ea7a7-f279-4f53-8598-8ded41081156 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=55b379ac-f6b5-4c2d-9dec-1a5baefe4317 HTTP/1.1" status: 200 len: 853 time: 0.0519199 Jun 23 17:00:49.032127 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-1b0166a4-557b-4dac-9b13-e19cadf23ba3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286438 Jun 23 17:00:49.061969 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e977129-7232-4014-914d-262050527cb1 req-3f0943d0-3ae5-4d9a-86d0-167e400029ae tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:49.063670 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-4e977129-7232-4014-914d-262050527cb1 req-3f0943d0-3ae5-4d9a-86d0-167e400029ae tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c HTTP/1.1" status: 200 len: 945 time: 0.0697081 Jun 23 17:00:49.103340 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-4e977129-7232-4014-914d-262050527cb1 req-83c12158-d9a9-4e55-b9c5-4f21b1bd5dde tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323250 Jun 23 17:00:49.130711 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-74d0e726-bf46-43f9-8727-f24b65b843a9 service neutron] 10.222.0.35 "GET /v2.0/networks/06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911877 Jun 23 17:00:49.224418 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-49d95e9e-52b3-42d4-a0f4-f966f3d89223 req-7c1d17c1-5e0c-4aa1-957e-946f2f1970fc service neutron] 10.222.0.35 "GET /v2.0/networks/06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874453 Jun 23 17:00:49.484208 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-186d6bac-e054-4566-aa26-62c82fb5c1ff req-848d2f8b-71ad-4d21-9f25-4bf3bca61ad4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 210 time: 0.0312901 Jun 23 17:00:49.737481 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e32ae-31fd-4696-8aad-3d922761bcf6 req-7cfd3988-e2c3-4ea7-86a0-d9d68f38a4a2 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:49.739013 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3a1e32ae-31fd-4696-8aad-3d922761bcf6 req-7cfd3988-e2c3-4ea7-86a0-d9d68f38a4a2 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac7a873-5f09-4eff-a328-d94fe5ff43d5 HTTP/1.1" status: 200 len: 944 time: 0.0666962 Jun 23 17:00:49.780663 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3a1e32ae-31fd-4696-8aad-3d922761bcf6 req-26087034-7946-475e-8519-ebeb743abccf tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356469 Jun 23 17:00:49.849123 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device bc945eb2-86b2-4784-9c9b-df24a00ef58c up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:50.115705 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning for port bc945eb2-86b2-4784-9c9b-df24a00ef58c completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:50.119670 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port bc945eb2-86b2-4784-9c9b-df24a00ef58c triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:50.120879 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:50.201541 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:50.225052 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc945eb2-86b2-4784-9c9b-df24a00ef58c'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:00:50.227382 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48108cc-a3f4-4be9-a3c2-8ece1ae7812c" -d '{"events": [{"server_uuid": "4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c", "name": "network-vif-plugged", "status": "completed", "tag": "bc945eb2-86b2-4784-9c9b-df24a00ef58c"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:00:50.240952 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port bc945eb2-86b2-4784-9c9b-df24a00ef58c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bc945eb2-86b2-4784-9c9b-df24a00ef58c,segment=NetworkSegment(370882e3-1726-4836-8581-8271f1675e06),segment_id=370882e3-1726-4836-8581-8271f1675e06)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:50.266397 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b663bed-663b-4e0a-95b6-cc7e44567b87 x-openstack-request-id: req-7b663bed-663b-4e0a-95b6-cc7e44567b87 {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:00:50.266716 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c", "name": "network-vif-plugged", "status": "completed", "tag": "bc945eb2-86b2-4784-9c9b-df24a00ef58c", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:00:50.266979 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b663bed-663b-4e0a-95b6-cc7e44567b87 {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:00:50.267385 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc945eb2-86b2-4784-9c9b-df24a00ef58c', 'code': 200} Jun 23 17:00:50.309237 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5da401-c3ba-4306-861e-98ca86d44b45 req-e0177233-5457-4210-a4e9-fa689bd3c6ab tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:50.310749 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0d5da401-c3ba-4306-861e-98ca86d44b45 req-e0177233-5457-4210-a4e9-fa689bd3c6ab tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c HTTP/1.1" status: 200 len: 945 time: 0.0819447 Jun 23 17:00:50.334698 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:50.339585 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-65de746f-0c53-484a-b524-a84c422ed6f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:50.357849 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0d5da401-c3ba-4306-861e-98ca86d44b45 req-8650ddca-2257-4eb6-8306-dd2b393d2dfb tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409329 Jun 23 17:00:50.396120 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=bc945eb2-86b2-4784-9c9b-df24a00ef58c,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:50.399222 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:50.572600 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f1f78138-b725-4bc9-98d5-05a78c5b8b46 req-1028f483-40d9-42eb-8cf9-562130affcf0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 210 time: 0.0327749 Jun 23 17:00:50.803722 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af635e9-8177-40e5-86b9-7ec7f8a2a621 req-15fdffa9-9d3b-4835-b5aa-9f6553e94683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:50.805200 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6af635e9-8177-40e5-86b9-7ec7f8a2a621 req-15fdffa9-9d3b-4835-b5aa-9f6553e94683 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c HTTP/1.1" status: 200 len: 1099 time: 0.0536165 Jun 23 17:00:50.842667 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6af635e9-8177-40e5-86b9-7ec7f8a2a621 req-4acbe5bb-fa9b-4f7a-9e8c-a5b4d8e4edf6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308063 Jun 23 17:00:50.970873 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab875d8-efd8-4c96-9975-03783773a63b req-2a44fb80-5276-40f5-a8ee-33443ddd8303 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:50.972366 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-bab875d8-efd8-4c96-9975-03783773a63b req-2a44fb80-5276-40f5-a8ee-33443ddd8303 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac7a873-5f09-4eff-a328-d94fe5ff43d5 HTTP/1.1" status: 200 len: 944 time: 0.0646913 Jun 23 17:00:51.011789 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-bab875d8-efd8-4c96-9975-03783773a63b req-78f0bf29-ce09-4279-b926-49d013eca0dd tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336072 Jun 23 17:00:51.493935 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc277-04a8-4a32-9a7d-e0b9bd98fcbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:51.542244 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf19584-16d9-4002-9141-6f0f67269188 req-403884df-0595-4f2b-bf20-32d594744e7e tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:51.543945 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0bf19584-16d9-4002-9141-6f0f67269188 req-403884df-0595-4f2b-bf20-32d594744e7e tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c HTTP/1.1" status: 200 len: 946 time: 0.0678813 Jun 23 17:00:51.586575 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0bf19584-16d9-4002-9141-6f0f67269188 req-816db2d2-6d66-464c-bcd1-32ab70fce379 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365582 Jun 23 17:00:51.714661 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-257bc30d-0226-4ed3-b683-7946fc0fb44b req-19dec65f-e566-44bc-b9db-48c264d14630 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 210 time: 0.0295861 Jun 23 17:00:51.879657 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 5a5b7673-c402-407c-9c0f-434778ce2912 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:00:51.983273 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 5a5b7673-c402-407c-9c0f-434778ce2912, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5a5b7673-c402-407c-9c0f-434778ce2912,segment=NetworkSegment(be614158-4674-4041-b0e5-6be43ce6c2fb),segment_id=be614158-4674-4041-b0e5-6be43ce6c2fb)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:51.995959 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': '5a5b7673-c402-407c-9c0f-434778ce2912', 'network_id': '06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98', 'port_id': '5a5b7673-c402-407c-9c0f-434778ce2912', 'mac_address': 'fa:16:3e:6c:18:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b379ac-f6b5-4c2d-9dec-1a5baefe4317', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:00:52.035114 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:52.053447 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a5b7673-c402-407c-9c0f-434778ce2912 {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:00:52.074449 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 5a5b7673-c402-407c-9c0f-434778ce2912, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5a5b7673-c402-407c-9c0f-434778ce2912,segment=NetworkSegment(be614158-4674-4041-b0e5-6be43ce6c2fb),segment_id=be614158-4674-4041-b0e5-6be43ce6c2fb)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:52.188512 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708306f-378f-4584-a23c-ec2cb686fbf2 req-7aed8779-0cd1-4dd0-86f0-37f9fed29b04 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:52.190062 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1708306f-378f-4584-a23c-ec2cb686fbf2 req-7aed8779-0cd1-4dd0-86f0-37f9fed29b04 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac7a873-5f09-4eff-a328-d94fe5ff43d5 HTTP/1.1" status: 200 len: 944 time: 0.0666225 Jun 23 17:00:52.202978 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:52.205866 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:52.233246 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1708306f-378f-4584-a23c-ec2cb686fbf2 req-a45bc563-fe98-430a-9edb-74712ea84f71 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367963 Jun 23 17:00:52.259039 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=5a5b7673-c402-407c-9c0f-434778ce2912,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:52.262707 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:52.502519 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['5a5b7673-c402-407c-9c0f-434778ce2912'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:00:52.716683 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:52.772754 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228662d-16ae-46df-9333-dbb03b8b6740 req-b5e27cb0-8b83-4acb-b3c5-432324b1058e tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:52.774393 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f228662d-16ae-46df-9333-dbb03b8b6740 req-b5e27cb0-8b83-4acb-b3c5-432324b1058e tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c HTTP/1.1" status: 200 len: 946 time: 0.0707529 Jun 23 17:00:52.831119 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f228662d-16ae-46df-9333-dbb03b8b6740 req-6fed4616-56c7-4020-9582-c036f272e213 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507867 Jun 23 17:00:52.892364 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-af9628b1-026d-4bc5-b1a5-30760f3e4e4c req-e30448a1-d195-4d4c-9626-fafe85b4ee0a tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 210 time: 0.0293863 Jun 23 17:00:53.081633 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-e6b168a2-3dab-41c4-aa33-7792b8439766 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:53.082979 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-e6b168a2-3dab-41c4-aa33-7792b8439766 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.35 "GET /v2.0/networks?id=a9377805-8f69-4935-aba0-28dc2d71b2ad HTTP/1.1" status: 200 len: 812 time: 0.1064026 Jun 23 17:00:53.131906 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-501868f5-7dd0-4f9f-84a3-056b9a3dbd57 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=231173d0a69b4fd585f8740571e49789 HTTP/1.1" status: 200 len: 380 time: 0.0349534 Jun 23 17:00:53.140237 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-0b333b72-9f5e-4982-910d-fe2d7b1a09fb tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Request body: {'port': {'device_id': '31a78546-cc29-412a-9519-a2654679c1e7', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'admin_state_up': True, 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'security_groups': ['7811035d-137f-43f5-a576-428ce1650791']}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:53.328465 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-0b333b72-9f5e-4982-910d-fe2d7b1a09fb tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Made reservation on behalf of 231173d0a69b4fd585f8740571e49789 for: {'port': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:00:53.335950 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-0b333b72-9f5e-4982-910d-fe2d7b1a09fb tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:53.415818 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4672706-4105-449f-b542-c1dd765161a4 req-74cdbe1f-1063-4749-b1a0-395d9b0abb73 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:53.418258 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c4672706-4105-449f-b542-c1dd765161a4 req-74cdbe1f-1063-4749-b1a0-395d9b0abb73 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac7a873-5f09-4eff-a328-d94fe5ff43d5 HTTP/1.1" status: 200 len: 945 time: 0.0764263 Jun 23 17:00:53.456296 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c4672706-4105-449f-b542-c1dd765161a4 req-a83c935e-1b37-4ed6-9dfd-3cc3cda10ce0 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320380 Jun 23 17:00:53.466074 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-0b333b72-9f5e-4982-910d-fe2d7b1a09fb tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Allocated IP 172.20.0.6 (a9377805-8f69-4935-aba0-28dc2d71b2ad/d58dc0ba-116e-4102-a7e9-04ba236e619c/b495c6f0-8c11-467c-8c39-4317aecbb2fb) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:00:53.609741 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-0b333b72-9f5e-4982-910d-fe2d7b1a09fb tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:53.632259 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-0b333b72-9f5e-4982-910d-fe2d7b1a09fb tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Transition to ACTIVE for port object b495c6f0-8c11-467c-8c39-4317aecbb2fb will not be triggered until provisioned by entity DHCP. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:53.740167 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-0b333b72-9f5e-4982-910d-fe2d7b1a09fb tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2323113'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:53.745093 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-8b41deaf-88f4-440d-8a5f-c1ab5ae13d54 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:53.786306 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-0b333b72-9f5e-4982-910d-fe2d7b1a09fb tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Network a9377805-8f69-4935-aba0-28dc2d71b2ad is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:00:53.789893 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-0b333b72-9f5e-4982-910d-fe2d7b1a09fb tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:53.794604 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-0b333b72-9f5e-4982-910d-fe2d7b1a09fb tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:00:53.829576 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333b72-9f5e-4982-910d-fe2d7b1a09fb tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Pushing event updated for resources: {'Port': ['ID=b495c6f0-8c11-467c-8c39-4317aecbb2fb,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:53.834043 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-0b333b72-9f5e-4982-910d-fe2d7b1a09fb tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:53.856610 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-0b333b72-9f5e-4982-910d-fe2d7b1a09fb tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:53.857307 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-0b333b72-9f5e-4982-910d-fe2d7b1a09fb tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:53.883046 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 5a5b7673-c402-407c-9c0f-434778ce2912 up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:54.067994 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-0b333b72-9f5e-4982-910d-fe2d7b1a09fb tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9314229 Jun 23 17:00:54.077253 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddeb78-2f33-41d6-99b5-f840635019ae req-028a7ded-3a84-478d-b644-c0b018ba71f5 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:54.078684 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f7ddeb78-2f33-41d6-99b5-f840635019ae req-028a7ded-3a84-478d-b644-c0b018ba71f5 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 931 time: 0.0684223 Jun 23 17:00:54.084765 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] Request body: {'port': {'device_id': '31a78546-cc29-412a-9519-a2654679c1e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:54.107109 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:54.108568 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-0183cd13-eddf-47a6-969e-cf07c1b23586 None None] Provisioning for port b495c6f0-8c11-467c-8c39-4317aecbb2fb completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:54.110924 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning for port 5a5b7673-c402-407c-9c0f-434778ce2912 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:54.116227 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-0183cd13-eddf-47a6-969e-cf07c1b23586 None None] Provisioning complete for port b495c6f0-8c11-467c-8c39-4317aecbb2fb triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:54.117551 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-0183cd13-eddf-47a6-969e-cf07c1b23586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:54.118285 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port 5a5b7673-c402-407c-9c0f-434778ce2912 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:54.118655 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:54.162429 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f7ddeb78-2f33-41d6-99b5-f840635019ae req-29c809b0-a013-42bc-b932-763f34d9a206 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750911 Jun 23 17:00:54.181653 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-0183cd13-eddf-47a6-969e-cf07c1b23586 None None] Port b495c6f0-8c11-467c-8c39-4317aecbb2fb cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:00:54.197517 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:54.230029 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:54.254682 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac7a873-5f09-4eff-a328-d94fe5ff43d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5b7673-c402-407c-9c0f-434778ce2912'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:00:54.257401 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48b8061-846a-4c30-87f3-da7ebee83aed" -d '{"events": [{"server_uuid": "fac7a873-5f09-4eff-a328-d94fe5ff43d5", "name": "network-vif-plugged", "status": "completed", "tag": "5a5b7673-c402-407c-9c0f-434778ce2912"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:00:54.271766 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 5a5b7673-c402-407c-9c0f-434778ce2912, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5a5b7673-c402-407c-9c0f-434778ce2912,segment=NetworkSegment(be614158-4674-4041-b0e5-6be43ce6c2fb),segment_id=be614158-4674-4041-b0e5-6be43ce6c2fb)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:54.296967 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a0f544-bf31-4949-a808-38a2d6e02791 x-openstack-request-id: req-17a0f544-bf31-4949-a808-38a2d6e02791 {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:00:54.297328 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac7a873-5f09-4eff-a328-d94fe5ff43d5", "name": "network-vif-plugged", "status": "completed", "tag": "5a5b7673-c402-407c-9c0f-434778ce2912", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:00:54.297600 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17a0f544-bf31-4949-a808-38a2d6e02791 {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:00:54.298077 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac7a873-5f09-4eff-a328-d94fe5ff43d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5b7673-c402-407c-9c0f-434778ce2912', 'code': 200} Jun 23 17:00:54.368471 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:54.370855 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-3240a9b1-f7fc-4ab1-9874-44682320e452 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:54.439554 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=5a5b7673-c402-407c-9c0f-434778ce2912,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:54.449978 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:54.485879 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b495c6f0-8c11-467c-8c39-4317aecbb2fb {{(pid=105486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:00:54.495443 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:54.508223 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] Transition to ACTIVE for port object b495c6f0-8c11-467c-8c39-4317aecbb2fb will not be triggered until provisioned by entity L2. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:54.556949 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-989cbc55-e600-400f-9fd6-a28b397abb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:54.631427 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:54.635415 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-58f54136-325f-4fd6-8b7d-83956c5bdbc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:54.647418 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c7109-d957-4c98-b934-62b19643a104 req-eb679a36-f77b-45f8-8af8-8afef7af55e3 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:54.648885 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7b9c7109-d957-4c98-b934-62b19643a104 req-eb679a36-f77b-45f8-8af8-8afef7af55e3 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac7a873-5f09-4eff-a328-d94fe5ff43d5 HTTP/1.1" status: 200 len: 946 time: 0.0739498 Jun 23 17:00:54.729145 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] Pushing event updated for resources: {'Port': ['ID=b495c6f0-8c11-467c-8c39-4317aecbb2fb,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:54.736526 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:54.739466 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7b9c7109-d957-4c98-b934-62b19643a104 req-c5c0dd65-2d9e-49ea-b2db-a2a623d8be09 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700624 Jun 23 17:00:54.834570 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] Attempting to bind port b495c6f0-8c11-467c-8c39-4317aecbb2fb on host hv-cinder-79760 for vnic_type normal with profile {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:00:54.834860 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] Attempting to bind port b495c6f0-8c11-467c-8c39-4317aecbb2fb by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '9a3588ff-03d1-4528-8182-888913e975ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad'}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:00:54.835326 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] Attempting to bind port b495c6f0-8c11-467c-8c39-4317aecbb2fb on network a9377805-8f69-4935-aba0-28dc2d71b2ad {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:54.842749 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] Port b495c6f0-8c11-467c-8c39-4317aecbb2fb on network a9377805-8f69-4935-aba0-28dc2d71b2ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:00:54.843400 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] Attempting to bind port b495c6f0-8c11-467c-8c39-4317aecbb2fb on network a9377805-8f69-4935-aba0-28dc2d71b2ad {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:54.849730 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] Checking agent: {'id': '78e83b5f-0ecc-435c-a465-b1f96103afbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:00:54.850323 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] Checking segment: {'id': '9a3588ff-03d1-4528-8182-888913e975ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:54.850872 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] Bound using segment: {'id': '9a3588ff-03d1-4528-8182-888913e975ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad'} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:00:54.851531 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] Bound port: b495c6f0-8c11-467c-8c39-4317aecbb2fb, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3588ff-03d1-4528-8182-888913e975ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad'}}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:00:54.852020 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:54.877789 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c2a7f-8caa-473b-a243-3ee3fe298e74 req-a5e300fc-4763-4fc5-81c2-6184aea07a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:54.879571 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2c1c2a7f-8caa-473b-a243-3ee3fe298e74 req-a5e300fc-4763-4fc5-81c2-6184aea07a52 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fac7a873-5f09-4eff-a328-d94fe5ff43d5 HTTP/1.1" status: 200 len: 1099 time: 0.0664272 Jun 23 17:00:54.943967 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] For port b495c6f0-8c11-467c-8c39-4317aecbb2fb, host hv-cinder-79760, cleared binding levels {{(pid=105486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:00:54.946157 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2c1c2a7f-8caa-473b-a243-3ee3fe298e74 req-bf96e42f-c5d3-4c67-a1a2-b9e7f0c980f8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481954 Jun 23 17:00:54.954079 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] For port b495c6f0-8c11-467c-8c39-4317aecbb2fb, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b495c6f0-8c11-467c-8c39-4317aecbb2fb,segment=NetworkSegment(9a3588ff-03d1-4528-8182-888913e975ad),segment_id=9a3588ff-03d1-4528-8182-888913e975ad)] {{(pid=105486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:00:55.053829 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:55.055990 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:55.090415 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:55.091113 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:55.092667 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] 10.222.0.35 "PUT /v2.0/ports/b495c6f0-8c11-467c-8c39-4317aecbb2fb HTTP/1.1" status: 200 len: 1093 time: 1.0117149 Jun 23 17:00:55.094969 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a78546-cc29-412a-9519-a2654679c1e7', 'tag': 'b495c6f0-8c11-467c-8c39-4317aecbb2fb'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:00:55.097302 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029d37f0-12d9-4425-b485-7a9c69dec1de" -d '{"events": [{"name": "network-changed", "server_uuid": "31a78546-cc29-412a-9519-a2654679c1e7", "tag": "b495c6f0-8c11-467c-8c39-4317aecbb2fb"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:00:55.124362 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] Pushing event updated for resources: {'Port': ['ID=b495c6f0-8c11-467c-8c39-4317aecbb2fb,revision_number=3']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:55.128518 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-06a0e259-8a46-478d-aabe-714fcafdec6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:55.141581 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b921228d-5e3f-44f9-9cc9-22ef0480c2ba x-openstack-request-id: req-b921228d-5e3f-44f9-9cc9-22ef0480c2ba {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:00:55.141905 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a78546-cc29-412a-9519-a2654679c1e7", "tag": "b495c6f0-8c11-467c-8c39-4317aecbb2fb", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:00:55.142267 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b921228d-5e3f-44f9-9cc9-22ef0480c2ba {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:00:55.143035 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a78546-cc29-412a-9519-a2654679c1e7', 'tag': 'b495c6f0-8c11-467c-8c39-4317aecbb2fb', 'status': 'completed', 'code': 200} Jun 23 17:00:55.390729 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612aa02b-b0da-4700-93bd-143907b878c3 req-ea618fe9-b581-458d-b9fa-85a36e9badc6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:55.392267 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-612aa02b-b0da-4700-93bd-143907b878c3 req-ea618fe9-b581-458d-b9fa-85a36e9badc6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 943 time: 0.1070094 Jun 23 17:00:55.400226 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d37f0-12d9-4425-b485-7a9c69dec1de req-d5557174-5dff-4214-ba2a-440ba34ae119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:55.403009 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-029d37f0-12d9-4425-b485-7a9c69dec1de req-d5557174-5dff-4214-ba2a-440ba34ae119 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=231173d0a69b4fd585f8740571e49789&device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 1096 time: 0.0890691 Jun 23 17:00:55.488405 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-612aa02b-b0da-4700-93bd-143907b878c3 req-f5e53984-a88c-429e-a014-cfae78e9291a tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849895 Jun 23 17:00:55.527094 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d37f0-12d9-4425-b485-7a9c69dec1de req-be8e5b2a-b4e8-4e89-a2f4-556e8855db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:55.528598 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-029d37f0-12d9-4425-b485-7a9c69dec1de req-be8e5b2a-b4e8-4e89-a2f4-556e8855db3d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=231173d0a69b4fd585f8740571e49789&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1114998 Jun 23 17:00:55.574314 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:55.642115 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d37f0-12d9-4425-b485-7a9c69dec1de req-f839873a-4796-4eef-884a-c69e7b3c2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:55.643889 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-029d37f0-12d9-4425-b485-7a9c69dec1de req-f839873a-4796-4eef-884a-c69e7b3c2afe service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0915191 Jun 23 17:00:55.777186 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-fd0fe0d3-f0e2-4fd6-a94e-52b99bf1978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:55.778590 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-fd0fe0d3-f0e2-4fd6-a94e-52b99bf1978c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=231173d0a69b4fd585f8740571e49789&device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 1096 time: 0.0530603 Jun 23 17:00:55.843195 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-b645cb67-6cd1-424d-9a19-4ec020034777 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b495c6f0-8c11-467c-8c39-4317aecbb2fb HTTP/1.1" status: 200 len: 217 time: 0.0396523 Jun 23 17:00:55.952023 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-6fef49b4-61a8-4f80-bbdd-b3d8fb71af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:55.953561 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-6fef49b4-61a8-4f80-bbdd-b3d8fb71af6e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d58dc0ba-116e-4102-a7e9-04ba236e619c HTTP/1.1" status: 200 len: 851 time: 0.0747163 Jun 23 17:00:55.981076 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfc411-9c28-4aa6-a247-b014228c145e req-606cd3a2-61ff-4ff7-96fc-b76f88122bae tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:55.982570 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-12bfc411-9c28-4aa6-a247-b014228c145e req-606cd3a2-61ff-4ff7-96fc-b76f88122bae tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac7a873-5f09-4eff-a328-d94fe5ff43d5 HTTP/1.1" status: 200 len: 946 time: 0.1129577 Jun 23 17:00:56.053451 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-12bfc411-9c28-4aa6-a247-b014228c145e req-99f08d53-5108-4eb5-ada6-bc0c75c52164 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484769 Jun 23 17:00:56.064201 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-22f83c83-ec84-4806-aaee-6d32774c7620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:56.065718 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-22f83c83-ec84-4806-aaee-6d32774c7620 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9377805-8f69-4935-aba0-28dc2d71b2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1033494 Jun 23 17:00:56.171935 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-68f9215a-1c07-4906-b87b-b56806aad6a6 service neutron] 10.222.0.35 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976357 Jun 23 17:00:56.269188 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-29be46ea-f27f-4fe3-8eb7-5af48bb30ccb req-5f345f61-7bea-408c-8bc7-aeabfa5369b7 service neutron] 10.222.0.35 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903897 Jun 23 17:00:56.717346 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a68b68-69be-4aac-81e5-83cde9ee98c2 req-2e8a6f8b-c32f-4dfe-844a-7e9616d422d0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:56.719804 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-76a68b68-69be-4aac-81e5-83cde9ee98c2 req-2e8a6f8b-c32f-4dfe-844a-7e9616d422d0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 943 time: 0.1091959 Jun 23 17:00:56.735101 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-78fc1225-728a-4cc1-9085-0c412fd4cb72 req-ee4a4c98-c7d6-4285-8773-79ab34a7e924 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0955329 Jun 23 17:00:56.767850 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-76a68b68-69be-4aac-81e5-83cde9ee98c2 req-ac14884a-ad04-4e6c-a22c-3ccaddd131c8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421536 Jun 23 17:00:56.852500 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc1225-728a-4cc1-9085-0c412fd4cb72 req-8b0320ed-ca4e-42a5-b91e-e8f265857c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:56.853912 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-78fc1225-728a-4cc1-9085-0c412fd4cb72 req-8b0320ed-ca4e-42a5-b91e-e8f265857c2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd92cab0e28f49ceb542ed1b789fd00a&device_id=4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c HTTP/1.1" status: 200 len: 1099 time: 0.0530319 Jun 23 17:00:56.957133 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc1225-728a-4cc1-9085-0c412fd4cb72 req-665d5e71-75e0-44d8-8b9b-a80f8346f2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:56.958706 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-78fc1225-728a-4cc1-9085-0c412fd4cb72 req-665d5e71-75e0-44d8-8b9b-a80f8346f2aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c HTTP/1.1" status: 200 len: 916 time: 0.0845196 Jun 23 17:00:57.004759 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-78fc1225-728a-4cc1-9085-0c412fd4cb72 req-80befc59-6e65-43a3-895f-fb4cb6d93da9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc945eb2-86b2-4784-9c9b-df24a00ef58c HTTP/1.1" status: 200 len: 217 time: 0.0382681 Jun 23 17:00:57.053372 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc1225-728a-4cc1-9085-0c412fd4cb72 req-ccfeb918-0f36-47a4-8b20-fe5c1444651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:57.054789 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-78fc1225-728a-4cc1-9085-0c412fd4cb72 req-ccfeb918-0f36-47a4-8b20-fe5c1444651e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69717330-8345-4e50-8742-3b3c5fb60a05 HTTP/1.1" status: 200 len: 854 time: 0.0432978 Jun 23 17:00:57.076543 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:57.090270 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-78fc1225-728a-4cc1-9085-0c412fd4cb72 req-427b67d4-53a3-4921-9b94-9641240725c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270989 Jun 23 17:00:57.186757 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-78fc1225-728a-4cc1-9085-0c412fd4cb72 req-1817977d-3c6e-457c-bf20-be3d1615472d service neutron] 10.222.0.35 "GET /v2.0/networks/ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903163 Jun 23 17:00:57.233874 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d4781-e58f-4c3c-982d-20283b03d4d1 req-5068a098-9fdb-48e1-99ae-390042db7e59 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:57.235572 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-b21d4781-e58f-4c3c-982d-20283b03d4d1 req-5068a098-9fdb-48e1-99ae-390042db7e59 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac7a873-5f09-4eff-a328-d94fe5ff43d5 HTTP/1.1" status: 200 len: 946 time: 0.0668273 Jun 23 17:00:57.277704 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-b21d4781-e58f-4c3c-982d-20283b03d4d1 req-e399240b-2986-4671-8905-ba2b8cd5bfcb tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361252 Jun 23 17:00:57.280938 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-78fc1225-728a-4cc1-9085-0c412fd4cb72 req-f8efa834-e29f-452d-8446-d885a923e6da service neutron] 10.222.0.35 "GET /v2.0/networks/ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882092 Jun 23 17:00:57.947514 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d14ac-2a75-4b22-96c2-659fbc59572e req-76d25eb1-b8bf-4032-ad16-6b9bfd18b104 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:57.949632 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-905d14ac-2a75-4b22-96c2-659fbc59572e req-76d25eb1-b8bf-4032-ad16-6b9bfd18b104 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 943 time: 0.0684104 Jun 23 17:00:57.989398 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-905d14ac-2a75-4b22-96c2-659fbc59572e req-64d58223-7d8c-4f3e-a387-7d841390a37b tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338576 Jun 23 17:00:59.170165 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fceaee1-322d-45a7-89ca-9eae4954480d req-f1d70586-419d-4d24-9be5-957bd4d9365a tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:59.170165 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9fceaee1-322d-45a7-89ca-9eae4954480d req-f1d70586-419d-4d24-9be5-957bd4d9365a tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 943 time: 0.0664613 Jun 23 17:00:59.208634 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9fceaee1-322d-45a7-89ca-9eae4954480d req-d453b1ee-94ce-40e2-a0f5-75f28cd285d3 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330904 Jun 23 17:01:00.389367 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154581c-5bf0-420e-b79c-6c11cf409eb3 req-5d60fb05-e156-4edc-8a9b-dc5ee6608d01 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:00.390896 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2154581c-5bf0-420e-b79c-6c11cf409eb3 req-5d60fb05-e156-4edc-8a9b-dc5ee6608d01 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 943 time: 0.0645123 Jun 23 17:01:00.431676 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2154581c-5bf0-420e-b79c-6c11cf409eb3 req-023eb0e2-9e07-4d60-9289-6919528894fa tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343034 Jun 23 17:01:01.895947 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53df26d-84a7-4c93-930e-429810e2cff3 req-18b7a9a1-d96b-45b2-80fe-f9ec18eaa36b tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:01.897257 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d53df26d-84a7-4c93-930e-429810e2cff3 req-18b7a9a1-d96b-45b2-80fe-f9ec18eaa36b tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 943 time: 0.3443344 Jun 23 17:01:01.937199 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d53df26d-84a7-4c93-930e-429810e2cff3 req-d3f6154d-0a9f-4d5a-ae85-e2c6fc5a1cd3 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332386 Jun 23 17:01:03.272752 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e622447-9ff0-4741-a24e-f7942fff619c req-49108208-3e75-4322-9af7-d206a62c7543 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:03.274239 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0e622447-9ff0-4741-a24e-f7942fff619c req-49108208-3e75-4322-9af7-d206a62c7543 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 943 time: 0.0704691 Jun 23 17:01:03.312079 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0e622447-9ff0-4741-a24e-f7942fff619c req-33eea20f-606d-4f0c-a2a4-51c5dc7ac5bf tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320520 Jun 23 17:01:03.942904 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device b495c6f0-8c11-467c-8c39-4317aecbb2fb details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:01:04.042489 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port b495c6f0-8c11-467c-8c39-4317aecbb2fb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b495c6f0-8c11-467c-8c39-4317aecbb2fb,segment=NetworkSegment(9a3588ff-03d1-4528-8182-888913e975ad),segment_id=9a3588ff-03d1-4528-8182-888913e975ad)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:01:04.053849 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': 'b495c6f0-8c11-467c-8c39-4317aecbb2fb', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'port_id': 'b495c6f0-8c11-467c-8c39-4317aecbb2fb', 'mac_address': 'fa:16:3e:b5:db:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:01:04.091956 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:04.106417 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b495c6f0-8c11-467c-8c39-4317aecbb2fb {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:01:04.125953 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port b495c6f0-8c11-467c-8c39-4317aecbb2fb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b495c6f0-8c11-467c-8c39-4317aecbb2fb,segment=NetworkSegment(9a3588ff-03d1-4528-8182-888913e975ad),segment_id=9a3588ff-03d1-4528-8182-888913e975ad)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:01:04.225447 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:04.227131 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-cd4e551c-bdc7-41d1-990d-c9b406345f48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:04.274062 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=b495c6f0-8c11-467c-8c39-4317aecbb2fb,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:04.278414 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:04.487921 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41739812-f754-4776-b84c-75fb42761c52 req-01792d24-6b6d-4dc4-b886-e08ef2816950 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:04.489402 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-41739812-f754-4776-b84c-75fb42761c52 req-01792d24-6b6d-4dc4-b886-e08ef2816950 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 944 time: 0.0635896 Jun 23 17:01:04.529512 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-41739812-f754-4776-b84c-75fb42761c52 req-1345fac6-e4a6-4c32-b1a8-5e817c67a7fc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326240 Jun 23 17:01:04.571606 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['b495c6f0-8c11-467c-8c39-4317aecbb2fb'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:01:04.919824 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-cbc8d015-a6c2-4bad-96c3-97b29a79073a tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:04.921284 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-cbc8d015-a6c2-4bad-96c3-97b29a79073a tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/networks?id=ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c HTTP/1.1" status: 200 len: 814 time: 0.1076512 Jun 23 17:01:04.937736 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-61227bb1-0a05-4672-9028-0270500623bb tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/quotas/cd92cab0e28f49ceb542ed1b789fd00a HTTP/1.1" status: 200 len: 375 time: 0.0105579 Jun 23 17:01:05.011519 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-66047361-759b-4209-90bd-7e1b3baef2a3 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd92cab0e28f49ceb542ed1b789fd00a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0680027 Jun 23 17:01:05.104337 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-4fd55845-c8b2-4b70-93d6-2595b23672c7 service neutron] 10.222.0.25 "GET /v2.0/networks/ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848560 Jun 23 17:01:05.200527 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-c2530801-2e6e-40e5-8f89-92318fa18e03 service neutron] 10.222.0.25 "GET /v2.0/networks/ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904171 Jun 23 17:01:05.532562 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-612c7a75-a606-40fc-87e3-29124064b04e req-0d6a18bd-9c4f-4e2d-9b9e-79d4f61b12fe tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0 HTTP/1.1" status: 200 len: 210 time: 0.0298450 Jun 23 17:01:05.707593 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f3978-c554-4962-bfb0-5fd77fa9f8db req-a419ec1e-c193-496c-b0e0-fc365cc64a46 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:05.708978 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e19f3978-c554-4962-bfb0-5fd77fa9f8db req-a419ec1e-c193-496c-b0e0-fc365cc64a46 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 944 time: 0.0641425 Jun 23 17:01:05.748342 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e19f3978-c554-4962-bfb0-5fd77fa9f8db req-4a1a7e5d-a388-4db0-a84b-7fe2a1a76c95 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326529 Jun 23 17:01:05.977893 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device b495c6f0-8c11-467c-8c39-4317aecbb2fb up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:01:06.099144 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning for port b495c6f0-8c11-467c-8c39-4317aecbb2fb completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:01:06.103875 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port b495c6f0-8c11-467c-8c39-4317aecbb2fb triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:01:06.104312 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:06.185907 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:06.210478 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a78546-cc29-412a-9519-a2654679c1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b495c6f0-8c11-467c-8c39-4317aecbb2fb'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:01:06.212770 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfaee21-82c1-4b86-b8a4-851dbda64e5b" -d '{"events": [{"server_uuid": "31a78546-cc29-412a-9519-a2654679c1e7", "name": "network-vif-plugged", "status": "completed", "tag": "b495c6f0-8c11-467c-8c39-4317aecbb2fb"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:01:06.225820 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port b495c6f0-8c11-467c-8c39-4317aecbb2fb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b495c6f0-8c11-467c-8c39-4317aecbb2fb,segment=NetworkSegment(9a3588ff-03d1-4528-8182-888913e975ad),segment_id=9a3588ff-03d1-4528-8182-888913e975ad)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:01:06.249151 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d3a2fc-ae39-43d0-9aa8-8b9169b28c0a x-openstack-request-id: req-02d3a2fc-ae39-43d0-9aa8-8b9169b28c0a {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:01:06.249457 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a78546-cc29-412a-9519-a2654679c1e7", "name": "network-vif-plugged", "status": "completed", "tag": "b495c6f0-8c11-467c-8c39-4317aecbb2fb", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:01:06.249743 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02d3a2fc-ae39-43d0-9aa8-8b9169b28c0a {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:01:06.250136 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a78546-cc29-412a-9519-a2654679c1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b495c6f0-8c11-467c-8c39-4317aecbb2fb', 'code': 200} Jun 23 17:01:06.333505 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:06.335392 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:06.381338 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=b495c6f0-8c11-467c-8c39-4317aecbb2fb,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:06.384346 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:06.688883 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-eb10092b-2cd7-45ef-9312-d19844a0920f req-6a7ec553-82a5-495b-8f77-56c4acd6f3f4 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0 HTTP/1.1" status: 200 len: 210 time: 0.0305049 Jun 23 17:01:06.806719 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34d6cb-c627-4366-bc94-02277cc98dc9 req-5f91d937-49c8-4435-aa69-25f32274e88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:06.808248 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3e34d6cb-c627-4366-bc94-02277cc98dc9 req-5f91d937-49c8-4435-aa69-25f32274e88f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 1098 time: 0.0677657 Jun 23 17:01:06.844793 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3e34d6cb-c627-4366-bc94-02277cc98dc9 req-8cc18c65-d7cc-4472-8bf7-16e9599f7e98 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293677 Jun 23 17:01:06.938276 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb517b0-f69f-4cc2-8261-7c433fc6ab31 req-e73ac8f0-026d-4730-8f7a-5ffd70794481 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:06.939826 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ccb517b0-f69f-4cc2-8261-7c433fc6ab31 req-e73ac8f0-026d-4730-8f7a-5ffd70794481 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 945 time: 0.0685465 Jun 23 17:01:06.981647 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ccb517b0-f69f-4cc2-8261-7c433fc6ab31 req-0bdb4a6e-c211-4330-a900-cea39ecb27d3 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358021 Jun 23 17:01:07.839959 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e2aa3a0c-1f21-454b-bdf8-e12b02d641b0 req-ae79bbf3-0c9f-4e76-b9e3-c4ab8621c741 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0 HTTP/1.1" status: 200 len: 210 time: 0.0313938 Jun 23 17:01:08.171584 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca7499-22a6-4c20-aeba-4a097a756a5d req-52603935-43ef-4c14-93fc-ddfd67525519 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:08.173168 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-bcca7499-22a6-4c20-aeba-4a097a756a5d req-52603935-43ef-4c14-93fc-ddfd67525519 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 945 time: 0.0746398 Jun 23 17:01:08.216299 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-bcca7499-22a6-4c20-aeba-4a097a756a5d req-915fd0fa-166a-428a-87af-55bc3a872b6e tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365052 Jun 23 17:01:08.924429 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-94ca4de8-ac9e-46a5-8394-826bce4a10b0 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:08.929566 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-94ca4de8-ac9e-46a5-8394-826bce4a10b0 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.35 "GET /v2.0/networks?id=ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c HTTP/1.1" status: 200 len: 814 time: 0.1142509 Jun 23 17:01:08.948236 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-bea9fd39-ddad-43d9-ae79-83aceda20d69 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Request body: {'port': {'device_id': 'b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0', 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c', 'admin_state_up': True, 'tenant_id': 'cd92cab0e28f49ceb542ed1b789fd00a'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:01:09.028694 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-51199f46-96aa-4ae3-af22-dba33d698625 req-8b10162b-052d-4247-8ce5-172327e59600 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0 HTTP/1.1" status: 200 len: 210 time: 0.0612197 Jun 23 17:01:09.178823 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-bea9fd39-ddad-43d9-ae79-83aceda20d69 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Made reservation on behalf of cd92cab0e28f49ceb542ed1b789fd00a for: {'port': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:01:09.182568 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-bea9fd39-ddad-43d9-ae79-83aceda20d69 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:09.326321 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-bea9fd39-ddad-43d9-ae79-83aceda20d69 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Allocated IP 172.20.0.8 (ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c/69717330-8345-4e50-8742-3b3c5fb60a05/e91c698a-f7fa-4c43-a646-6d47a759522d) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:01:09.415278 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3393d-0cab-4e05-bcdb-7fb3adc6eeaf req-d2c90a08-ead7-46c0-bcf4-a9040b6002f0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:09.418028 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fbf3393d-0cab-4e05-bcdb-7fb3adc6eeaf req-d2c90a08-ead7-46c0-bcf4-a9040b6002f0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 945 time: 0.0745661 Jun 23 17:01:09.457522 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-fbf3393d-0cab-4e05-bcdb-7fb3adc6eeaf req-e1fbbe52-1f31-4aaa-b2c0-1571e0355856 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333338 Jun 23 17:01:09.484448 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-bea9fd39-ddad-43d9-ae79-83aceda20d69 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:09.604126 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-bea9fd39-ddad-43d9-ae79-83aceda20d69 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2323113'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:09.608732 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-e5b10006-de90-4868-a9bb-d86f5d8d59d4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:09.653854 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['bc945eb2-86b2-4784-9c9b-df24a00ef58c'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:01:09.656448 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-bea9fd39-ddad-43d9-ae79-83aceda20d69 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Network ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:01:09.659934 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-bea9fd39-ddad-43d9-ae79-83aceda20d69 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:01:09.664509 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-bea9fd39-ddad-43d9-ae79-83aceda20d69 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:01:09.699688 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9fd39-ddad-43d9-ae79-83aceda20d69 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Pushing event updated for resources: {'Port': ['ID=e91c698a-f7fa-4c43-a646-6d47a759522d,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:09.706365 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-bea9fd39-ddad-43d9-ae79-83aceda20d69 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:09.742070 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc95c5a-03c0-4f40-8825-65873dbc207f req-aa7d19d0-15b5-4bbe-9c8b-2208f117dba9 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:09.743625 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7fc95c5a-03c0-4f40-8825-65873dbc207f req-aa7d19d0-15b5-4bbe-9c8b-2208f117dba9 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 945 time: 0.1685421 Jun 23 17:01:09.749848 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-bea9fd39-ddad-43d9-ae79-83aceda20d69 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:09.750466 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-bea9fd39-ddad-43d9-ae79-83aceda20d69 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:09.796220 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7fc95c5a-03c0-4f40-8825-65873dbc207f req-19f7a664-ed28-4df9-bc4f-2a1fb40b4397 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429893 Jun 23 17:01:09.822950 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 32868) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:01:09.916531 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-bea9fd39-ddad-43d9-ae79-83aceda20d69 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9723229 Jun 23 17:01:09.952044 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] Request body: {'port': {'device_id': 'b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:01:10.035072 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7601577f-81f2-4ec0-ae8d-d0d80a9de9c6 tempest-TestVolumeBootPattern-1838803706 tempest-TestVolumeBootPattern-1838803706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:10.036568 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-7601577f-81f2-4ec0-ae8d-d0d80a9de9c6 tempest-TestVolumeBootPattern-1838803706 tempest-TestVolumeBootPattern-1838803706-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 1093 time: 0.2126341 Jun 23 17:01:10.039553 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 32872) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:01:10.043090 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:10.044871 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Request body: {'floatingip': {'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'port_id': 'b495c6f0-8c11-467c-8c39-4317aecbb2fb', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:01:10.219057 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3b5ef-19d0-42df-a71d-d11827dfb4e4 req-7ae14a90-079c-43a9-b327-baab2f372741 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:10.220911 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-72a3b5ef-19d0-42df-a71d-d11827dfb4e4 req-7ae14a90-079c-43a9-b327-baab2f372741 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0 HTTP/1.1" status: 200 len: 931 time: 0.0725183 Jun 23 17:01:10.225503 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for floatingip, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:10.289098 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-72a3b5ef-19d0-42df-a71d-d11827dfb4e4 req-77dbb076-0bde-49a6-aadd-e26970f1ab66 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554452 Jun 23 17:01:10.370666 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:10.483159 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Allocated IP 172.27.2.77 (1cd33bb4-367c-4537-aa24-40400b43cefc/1811faaa-3b17-4cfd-8a02-b64db4dab64a/97a59357-80f0-4da2-a827-d212580b1ae7) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:01:10.595955 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:10.626212 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e91c698a-f7fa-4c43-a646-6d47a759522d {{(pid=105486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:01:10.633604 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:10.646140 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] Transition to ACTIVE for port object e91c698a-f7fa-4c43-a646-6d47a759522d will not be triggered until provisioned by entity L2. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:01:10.744298 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26947858'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:10.744298 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-6dfe77d2-3ddd-4b86-addc-4904d769cd79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:10.774474 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Network 1cd33bb4-367c-4537-aa24-40400b43cefc is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:01:10.778556 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:01:10.782293 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:01:10.806429 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Pushing event updated for resources: {'Port': ['ID=97a59357-80f0-4da2-a827-d212580b1ae7,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:10.808867 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:10.811997 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-5cf10266-247f-4333-a2d1-9be891fb2701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:10.817713 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:10.818088 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:10.818456 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:10.818822 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:10.819182 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:10.819539 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:10.819891 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:10.820244 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:10.820596 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:10.820944 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:10.821325 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:10.821675 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:10.826766 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:10.868817 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] Pushing event updated for resources: {'Port': ['ID=e91c698a-f7fa-4c43-a646-6d47a759522d,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:10.872709 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:10.943292 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] Attempting to bind port e91c698a-f7fa-4c43-a646-6d47a759522d on host hv-cinder-79760 for vnic_type normal with profile {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:01:10.943632 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] Attempting to bind port e91c698a-f7fa-4c43-a646-6d47a759522d by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '370882e3-1726-4836-8581-8271f1675e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c'}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:01:10.943969 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] Attempting to bind port e91c698a-f7fa-4c43-a646-6d47a759522d on network ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:01:10.949154 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] Port e91c698a-f7fa-4c43-a646-6d47a759522d on network ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:01:10.949434 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] Attempting to bind port e91c698a-f7fa-4c43-a646-6d47a759522d on network ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:01:10.954312 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] Checking agent: {'id': '78e83b5f-0ecc-435c-a465-b1f96103afbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:01:10.954918 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] Checking segment: {'id': '370882e3-1726-4836-8581-8271f1675e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:01:10.955490 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] Bound using segment: {'id': '370882e3-1726-4836-8581-8271f1675e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c'} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:01:10.955625 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] Bound port: e91c698a-f7fa-4c43-a646-6d47a759522d, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370882e3-1726-4836-8581-8271f1675e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c'}}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:01:10.955879 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:11.020536 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] For port e91c698a-f7fa-4c43-a646-6d47a759522d, host hv-cinder-79760, cleared binding levels {{(pid=105486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:01:11.023519 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] For port e91c698a-f7fa-4c43-a646-6d47a759522d, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e91c698a-f7fa-4c43-a646-6d47a759522d,segment=NetworkSegment(370882e3-1726-4836-8581-8271f1675e06),segment_id=370882e3-1726-4836-8581-8271f1675e06)] {{(pid=105486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:01:11.181577 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:11.191982 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:11.194481 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ed44fdcd-3ea2-40b6-b07d-ec91c00668f8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:11.231455 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:11.232068 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:11.233432 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] 10.222.0.35 "PUT /v2.0/ports/e91c698a-f7fa-4c43-a646-6d47a759522d HTTP/1.1" status: 200 len: 1093 time: 1.2862329 Jun 23 17:01:11.233938 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0', 'tag': 'e91c698a-f7fa-4c43-a646-6d47a759522d'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:01:11.236221 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6808de8e-46bd-4e2d-871b-1fe0389cd904" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0", "tag": "e91c698a-f7fa-4c43-a646-6d47a759522d"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:01:11.255896 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] Pushing event updated for resources: {'Port': ['ID=e91c698a-f7fa-4c43-a646-6d47a759522d,revision_number=3']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:11.259028 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:11.277051 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c759aa-93e2-409f-ac85-a7bbfa532c40 x-openstack-request-id: req-78c759aa-93e2-409f-ac85-a7bbfa532c40 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:01:11.277423 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0", "tag": "e91c698a-f7fa-4c43-a646-6d47a759522d", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:01:11.277712 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78c759aa-93e2-409f-ac85-a7bbfa532c40 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:01:11.278152 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0', 'tag': 'e91c698a-f7fa-4c43-a646-6d47a759522d', 'status': 'completed', 'code': 200} Jun 23 17:01:11.386760 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:11.389262 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808de8e-46bd-4e2d-871b-1fe0389cd904 req-f4f058a7-410a-41ee-b9b6-dddeadf74dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:11.390897 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6808de8e-46bd-4e2d-871b-1fe0389cd904 req-f4f058a7-410a-41ee-b9b6-dddeadf74dc2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd92cab0e28f49ceb542ed1b789fd00a&device_id=b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0 HTTP/1.1" status: 200 len: 1096 time: 0.0594413 Jun 23 17:01:11.504115 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808de8e-46bd-4e2d-871b-1fe0389cd904 req-b7713d98-bac1-4d1d-92de-67c35e150ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:11.505618 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6808de8e-46bd-4e2d-871b-1fe0389cd904 req-b7713d98-bac1-4d1d-92de-67c35e150ca5 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=cd92cab0e28f49ceb542ed1b789fd00a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0969746 Jun 23 17:01:11.545198 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c43bf4-8fa3-4c94-8fa2-210a5d4961ba req-bfe45920-2ded-4177-8338-d674cb72c356 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:11.546609 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-40c43bf4-8fa3-4c94-8fa2-210a5d4961ba req-bfe45920-2ded-4177-8338-d674cb72c356 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0 HTTP/1.1" status: 200 len: 943 time: 0.1395888 Jun 23 17:01:11.607077 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808de8e-46bd-4e2d-871b-1fe0389cd904 req-4ab32084-5b0c-44b3-92b9-253f9cfd4d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:11.609096 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6808de8e-46bd-4e2d-871b-1fe0389cd904 req-4ab32084-5b0c-44b3-92b9-253f9cfd4d51 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0959351 Jun 23 17:01:11.611513 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-40c43bf4-8fa3-4c94-8fa2-210a5d4961ba req-09bfa046-6b6c-46e6-8e86-73e97e22ad25 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581355 Jun 23 17:01:11.621598 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:11.699108 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947840'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:11.701346 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:11.737402 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-ab537b7b-1260-40ce-b96e-6b0f91b6ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:11.738899 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-ab537b7b-1260-40ce-b96e-6b0f91b6ad98 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd92cab0e28f49ceb542ed1b789fd00a&device_id=b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0 HTTP/1.1" status: 200 len: 1096 time: 0.0540490 Jun 23 17:01:11.769855 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Pushing event updated for resources: {'Port': ['ID=97a59357-80f0-4da2-a827-d212580b1ae7,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:11.773781 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:11.785218 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724514'] for floatingip, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:11.790108 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-612ffbb1-53b4-4ec4-b53e-68ae48d7447f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e91c698a-f7fa-4c43-a646-6d47a759522d HTTP/1.1" status: 200 len: 217 time: 0.0348799 Jun 23 17:01:11.851006 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-efb564d0-f14f-4e42-a6ed-e707a92cbda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:11.852615 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-efb564d0-f14f-4e42-a6ed-e707a92cbda1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69717330-8345-4e50-8742-3b3c5fb60a05 HTTP/1.1" status: 200 len: 854 time: 0.0535846 Jun 23 17:01:11.887088 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-ccd15289-fa78-44ad-a273-ecdec997b3b2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270309 Jun 23 17:01:11.895278 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.db.l3_db [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Floating IP 158969a6-1bc8-4ea7-835c-495dd3c3fa46 associated. External IP: 172.27.2.77, port: b495c6f0-8c11-467c-8c39-4317aecbb2fb. Jun 23 17:01:11.984105 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-8cbcc88e-44d2-4a45-892b-3b6c946162fd service neutron] 10.222.0.35 "GET /v2.0/networks/ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884929 Jun 23 17:01:12.078993 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe68e5a5-0b8f-4bd6-a67e-9a00a68d4594 req-6192b2d9-bfec-405a-ad92-c62a44a88be9 service neutron] 10.222.0.35 "GET /v2.0/networks/ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876608 Jun 23 17:01:12.112133 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Router 6b1e07af-7152-4da2-8987-9ea8384f3c50 has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:01:12.219538 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:01:12.229453 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc998f4-9cd3-4b5c-856e-38f5d56a4f95 None None] Sync routers for ids ['6b1e07af-7152-4da2-8987-9ea8384f3c50'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:01:12.238378 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc998f4-9cd3-4b5c-856e-38f5d56a4f95 None None] Routers {'6b1e07af-7152-4da2-8987-9ea8384f3c50'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:01:12.239011 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-7bc998f4-9cd3-4b5c-856e-38f5d56a4f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:00:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['6b1e07af-7152-4da2-8987-9ea8384f3c50'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:01:12.339774 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for floatingip, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:12.346171 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-7bc998f4-9cd3-4b5c-856e-38f5d56a4f95 None None] Set router 6b1e07af-7152-4da2-8987-9ea8384f3c50 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:01:12.380847 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3401198 Jun 23 17:01:12.381570 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a78546-cc29-412a-9519-a2654679c1e7', 'tag': 'b495c6f0-8c11-467c-8c39-4317aecbb2fb'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:01:12.383883 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fb976d-0dcf-4210-8bb2-9db46d9a2159" -d '{"events": [{"name": "network-changed", "server_uuid": "31a78546-cc29-412a-9519-a2654679c1e7", "tag": "b495c6f0-8c11-467c-8c39-4317aecbb2fb"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:01:12.425959 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b28275-9426-47b8-b9bd-08b35d7e6c2b x-openstack-request-id: req-d5b28275-9426-47b8-b9bd-08b35d7e6c2b {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:01:12.426446 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a78546-cc29-412a-9519-a2654679c1e7", "tag": "b495c6f0-8c11-467c-8c39-4317aecbb2fb", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:01:12.426745 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5b28275-9426-47b8-b9bd-08b35d7e6c2b {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:01:12.427199 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a78546-cc29-412a-9519-a2654679c1e7', 'tag': 'b495c6f0-8c11-467c-8c39-4317aecbb2fb', 'status': 'completed', 'code': 200} Jun 23 17:01:12.539552 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb976d-0dcf-4210-8bb2-9db46d9a2159 req-06d75dbb-edfd-495b-b09e-def4d6fa691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:12.542174 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e2fb976d-0dcf-4210-8bb2-9db46d9a2159 req-06d75dbb-edfd-495b-b09e-def4d6fa691a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=231173d0a69b4fd585f8740571e49789&device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 1098 time: 0.0546949 Jun 23 17:01:12.577885 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-7bc998f4-9cd3-4b5c-856e-38f5d56a4f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:00:15Z', 'revision_number': 4, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': '158969a6-1bc8-4ea7-835c-495dd3c3fa46', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'port_id': 'b495c6f0-8c11-467c-8c39-4317aecbb2fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'mac_address': 'fa:16:3e:b5:db:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a78546-cc29-412a-9519-a2654679c1e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:01:11Z', 'updated_at': '2021-06-23T17:01:11Z', 'revision_number': 0, 'project_id': '231173d0a69b4fd585f8740571e49789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5efb46a1-33bb-4a1e-9b9e-393487ae2d96', 'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'mac_address': 'fa:16:3e:23:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:14Z', 'updated_at': '2021-06-23T17:00:21Z', 'revision_number': 5, 'project_id': '231173d0a69b4fd585f8740571e49789', 'subnets': [{'id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:01:12.646531 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb976d-0dcf-4210-8bb2-9db46d9a2159 req-0f8064bc-930e-4d07-85f1-6ea7b6039c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:12.648075 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e2fb976d-0dcf-4210-8bb2-9db46d9a2159 req-0f8064bc-930e-4d07-85f1-6ea7b6039c79 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9377805-8f69-4935-aba0-28dc2d71b2ad HTTP/1.1" status: 200 len: 914 time: 0.0947220 Jun 23 17:01:12.724233 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e2fb976d-0dcf-4210-8bb2-9db46d9a2159 req-9d1499fd-ad0f-40fd-b292-9eaf1f2d7384 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b495c6f0-8c11-467c-8c39-4317aecbb2fb HTTP/1.1" status: 200 len: 998 time: 0.0669398 Jun 23 17:01:12.727270 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc998f4-9cd3-4b5c-856e-38f5d56a4f95 None None] Checking router: 6b1e07af-7152-4da2-8987-9ea8384f3c50 for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:01:12.737090 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc998f4-9cd3-4b5c-856e-38f5d56a4f95 None None] Routers {'6b1e07af-7152-4da2-8987-9ea8384f3c50'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:01:12.737999 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-7bc998f4-9cd3-4b5c-856e-38f5d56a4f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:00:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['6b1e07af-7152-4da2-8987-9ea8384f3c50'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:01:12.781550 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb976d-0dcf-4210-8bb2-9db46d9a2159 req-a17b253a-809c-4950-8004-24880394e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:12.783001 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e2fb976d-0dcf-4210-8bb2-9db46d9a2159 req-a17b253a-809c-4950-8004-24880394e586 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d58dc0ba-116e-4102-a7e9-04ba236e619c HTTP/1.1" status: 200 len: 851 time: 0.0508833 Jun 23 17:01:12.813204 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435abfab-8f5d-47f1-95d3-70832551d2bb req-89b9357d-419d-448a-b424-103eac8b42e3 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:12.814732 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-435abfab-8f5d-47f1-95d3-70832551d2bb req-89b9357d-419d-448a-b424-103eac8b42e3 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0 HTTP/1.1" status: 200 len: 943 time: 0.0826962 Jun 23 17:01:12.848549 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb976d-0dcf-4210-8bb2-9db46d9a2159 req-e8a3ca20-69a1-468e-b6f3-5b6951af6130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:12.850196 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e2fb976d-0dcf-4210-8bb2-9db46d9a2159 req-e8a3ca20-69a1-468e-b6f3-5b6951af6130 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9377805-8f69-4935-aba0-28dc2d71b2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577908 Jun 23 17:01:12.856521 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-7bc998f4-9cd3-4b5c-856e-38f5d56a4f95 None None] Set router 6b1e07af-7152-4da2-8987-9ea8384f3c50 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:01:12.857747 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-435abfab-8f5d-47f1-95d3-70832551d2bb req-11a58c11-81cb-4761-a7d0-072ddfde29d8 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367169 Jun 23 17:01:12.952140 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e2fb976d-0dcf-4210-8bb2-9db46d9a2159 req-51d462f6-8021-49f1-891f-2b97fb2703f8 service neutron] 10.222.0.35 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927842 Jun 23 17:01:13.054332 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e2fb976d-0dcf-4210-8bb2-9db46d9a2159 req-68106db0-e08f-4ed9-bdcd-623939fc207e service neutron] 10.222.0.35 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904694 Jun 23 17:01:13.094356 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-7bc998f4-9cd3-4b5c-856e-38f5d56a4f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:00:15Z', 'revision_number': 4, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': '158969a6-1bc8-4ea7-835c-495dd3c3fa46', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'port_id': 'b495c6f0-8c11-467c-8c39-4317aecbb2fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'mac_address': 'fa:16:3e:b5:db:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a78546-cc29-412a-9519-a2654679c1e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:01:11Z', 'updated_at': '2021-06-23T17:01:11Z', 'revision_number': 0, 'project_id': '231173d0a69b4fd585f8740571e49789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5efb46a1-33bb-4a1e-9b9e-393487ae2d96', 'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'mac_address': 'fa:16:3e:23:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:14Z', 'updated_at': '2021-06-23T17:00:21Z', 'revision_number': 5, 'project_id': '231173d0a69b4fd585f8740571e49789', 'subnets': [{'id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:01:13.125448 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc998f4-9cd3-4b5c-856e-38f5d56a4f95 None None] The sync data for ids ['6b1e07af-7152-4da2-8987-9ea8384f3c50'] in dv-cinder-797608-1-iscsi is: [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:00:15Z', 'revision_number': 4, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': '158969a6-1bc8-4ea7-835c-495dd3c3fa46', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'port_id': 'b495c6f0-8c11-467c-8c39-4317aecbb2fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'mac_address': 'fa:16:3e:b5:db:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a78546-cc29-412a-9519-a2654679c1e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:01:11Z', 'updated_at': '2021-06-23T17:01:11Z', 'revision_number': 0, 'project_id': '231173d0a69b4fd585f8740571e49789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5efb46a1-33bb-4a1e-9b9e-393487ae2d96', 'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'mac_address': 'fa:16:3e:23:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:14Z', 'updated_at': '2021-06-23T17:00:21Z', 'revision_number': 5, 'project_id': '231173d0a69b4fd585f8740571e49789', 'subnets': [{'id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:01:13.310199 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f1b694-2639-4c9c-9d20-72a61edfe09c None None] New status for floating IP 158969a6-1bc8-4ea7-835c-495dd3c3fa46: ACTIVE {{(pid=105489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:01:14.036533 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92722cc-0f74-46ea-850b-faa31093f15f req-db65b915-9bdf-4643-ab43-76241b454872 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:14.038003 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e92722cc-0f74-46ea-850b-faa31093f15f req-db65b915-9bdf-4643-ab43-76241b454872 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0 HTTP/1.1" status: 200 len: 943 time: 0.0645154 Jun 23 17:01:14.077442 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e92722cc-0f74-46ea-850b-faa31093f15f req-915976d0-eef5-4ecb-b2d5-9bbb1b3bbe5f tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335016 Jun 23 17:01:15.252016 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb544ba3-0e5a-41fc-bb7c-263f71c6ef7e req-e7f052cc-49c1-4813-91fa-1aa88ab1be73 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:15.253478 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-cb544ba3-0e5a-41fc-bb7c-263f71c6ef7e req-e7f052cc-49c1-4813-91fa-1aa88ab1be73 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0 HTTP/1.1" status: 200 len: 943 time: 0.0626254 Jun 23 17:01:15.290071 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-cb544ba3-0e5a-41fc-bb7c-263f71c6ef7e req-4437a567-847c-43da-9b8e-31b9296ed47d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310752 Jun 23 17:01:16.029060 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device e91c698a-f7fa-4c43-a646-6d47a759522d details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:01:16.127071 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port e91c698a-f7fa-4c43-a646-6d47a759522d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e91c698a-f7fa-4c43-a646-6d47a759522d,segment=NetworkSegment(370882e3-1726-4836-8581-8271f1675e06),segment_id=370882e3-1726-4836-8581-8271f1675e06)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:01:16.138761 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': 'e91c698a-f7fa-4c43-a646-6d47a759522d', 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c', 'port_id': 'e91c698a-f7fa-4c43-a646-6d47a759522d', 'mac_address': 'fa:16:3e:79:fe:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69717330-8345-4e50-8742-3b3c5fb60a05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:01:16.180316 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:16.194779 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e91c698a-f7fa-4c43-a646-6d47a759522d {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:01:16.214703 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port e91c698a-f7fa-4c43-a646-6d47a759522d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e91c698a-f7fa-4c43-a646-6d47a759522d,segment=NetworkSegment(370882e3-1726-4836-8581-8271f1675e06),segment_id=370882e3-1726-4836-8581-8271f1675e06)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:01:16.255916 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:01:16.407674 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:16.409644 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-096ad07d-0a6e-40f6-bfc0-bbae2f9944fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:16.460539 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=e91c698a-f7fa-4c43-a646-6d47a759522d,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:16.468668 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:16.469025 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:16.469390 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:16.469729 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:16.470059 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:16.470389 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:16.470717 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:16.471049 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:16.471377 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:16.471701 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:16.472015 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:16.472345 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:16.476176 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:16.480285 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed375726-cf9b-4623-8011-bf2920a991d9 req-333d51d3-7088-4c19-845c-12ce1a3ae1a1 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:16.481824 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ed375726-cf9b-4623-8011-bf2920a991d9 req-333d51d3-7088-4c19-845c-12ce1a3ae1a1 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0 HTTP/1.1" status: 200 len: 944 time: 0.0782404 Jun 23 17:01:16.519869 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ed375726-cf9b-4623-8011-bf2920a991d9 req-d20b1321-f8de-4256-b680-0ac1d249c45a tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323582 Jun 23 17:01:16.747569 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['e91c698a-f7fa-4c43-a646-6d47a759522d'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:01:17.693184 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a93b4f-d7b6-43c7-94f4-ac507e7b7316 req-3391a035-e2bd-43d1-9528-9a155c6869f5 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:17.694679 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-b5a93b4f-d7b6-43c7-94f4-ac507e7b7316 req-3391a035-e2bd-43d1-9528-9a155c6869f5 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0 HTTP/1.1" status: 200 len: 944 time: 0.0651135 Jun 23 17:01:17.734902 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-b5a93b4f-d7b6-43c7-94f4-ac507e7b7316 req-9616c87d-947e-4998-9af5-59ff0e90c97e tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333157 Jun 23 17:01:18.025962 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device e91c698a-f7fa-4c43-a646-6d47a759522d up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:01:18.162352 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning for port e91c698a-f7fa-4c43-a646-6d47a759522d completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:01:18.166941 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port e91c698a-f7fa-4c43-a646-6d47a759522d triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:01:18.166941 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:18.244076 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:18.271051 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91c698a-f7fa-4c43-a646-6d47a759522d'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:01:18.273318 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b42cfea-5d91-4192-8709-783a608abb48" -d '{"events": [{"server_uuid": "b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0", "name": "network-vif-plugged", "status": "completed", "tag": "e91c698a-f7fa-4c43-a646-6d47a759522d"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:01:18.286033 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port e91c698a-f7fa-4c43-a646-6d47a759522d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e91c698a-f7fa-4c43-a646-6d47a759522d,segment=NetworkSegment(370882e3-1726-4836-8581-8271f1675e06),segment_id=370882e3-1726-4836-8581-8271f1675e06)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:01:18.314254 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1de082-3aa8-4059-b4c5-49c9cab56896 x-openstack-request-id: req-4d1de082-3aa8-4059-b4c5-49c9cab56896 {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:01:18.314557 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0", "name": "network-vif-plugged", "status": "completed", "tag": "e91c698a-f7fa-4c43-a646-6d47a759522d", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:01:18.314821 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d1de082-3aa8-4059-b4c5-49c9cab56896 {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:01:18.315225 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91c698a-f7fa-4c43-a646-6d47a759522d', 'code': 200} Jun 23 17:01:18.430396 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:18.433266 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:18.477620 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=e91c698a-f7fa-4c43-a646-6d47a759522d,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:18.481165 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:18.874324 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea317a9-dba5-4d4c-bc09-35ce229fe4fb req-5f5c9927-5bbb-4371-aa0f-bb7bbe05f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:18.876553 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6ea317a9-dba5-4d4c-bc09-35ce229fe4fb req-5f5c9927-5bbb-4371-aa0f-bb7bbe05f1ff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0 HTTP/1.1" status: 200 len: 1098 time: 0.0716944 Jun 23 17:01:18.915565 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6ea317a9-dba5-4d4c-bc09-35ce229fe4fb req-d7e85ca5-d495-44ac-b16e-e58f2bb72175 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319600 Jun 23 17:01:18.923983 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6e3f6-3064-4140-8cb5-2abd1b8a1d99 req-e38c66de-8475-4410-8783-0508ad57e9d9 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:18.925687 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ecb6e3f6-3064-4140-8cb5-2abd1b8a1d99 req-e38c66de-8475-4410-8783-0508ad57e9d9 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0 HTTP/1.1" status: 200 len: 945 time: 0.0753481 Jun 23 17:01:18.971399 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ecb6e3f6-3064-4140-8cb5-2abd1b8a1d99 req-b8dbc2db-8d1d-4c1f-8c6e-ddba0ba2bea0 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383372 Jun 23 17:01:20.143671 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209ea57-ef71-4288-8c89-fcd7290057c8 req-fee07b1a-5f26-4780-a5eb-702aadf188e4 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:20.145028 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8209ea57-ef71-4288-8c89-fcd7290057c8 req-fee07b1a-5f26-4780-a5eb-702aadf188e4 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0 HTTP/1.1" status: 200 len: 945 time: 0.0632625 Jun 23 17:01:20.183180 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8209ea57-ef71-4288-8c89-fcd7290057c8 req-b5a627e9-b272-463f-9d0a-5b712676d3ce tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321007 Jun 23 17:01:21.360232 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b47068-b469-481c-a5d0-9e4578eda5aa req-d814299b-4ca4-4cd9-bffd-2554ba160835 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:21.361727 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-b0b47068-b469-481c-a5d0-9e4578eda5aa req-d814299b-4ca4-4cd9-bffd-2554ba160835 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0 HTTP/1.1" status: 200 len: 945 time: 0.0654483 Jun 23 17:01:21.402563 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-b0b47068-b469-481c-a5d0-9e4578eda5aa req-89518d99-575d-420d-bb16-e49b4215ea57 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351872 Jun 23 17:01:21.487611 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-b28b3288-725d-48a8-8937-ee23315e1fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:22.659169 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:24.007229 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:24.573642 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-24bc9172-23ad-40cc-a74a-c5db9946500f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:25.556352 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:26.508194 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-4b507f62-d372-4c3a-bf90-29494b572698 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:26.509652 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-4b507f62-d372-4c3a-bf90-29494b572698 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/networks?id=ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c HTTP/1.1" status: 200 len: 814 time: 0.1048336 Jun 23 17:01:26.525542 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-f7441644-d9e8-4380-90e7-7357f33ba224 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/quotas/cd92cab0e28f49ceb542ed1b789fd00a HTTP/1.1" status: 200 len: 375 time: 0.0099018 Jun 23 17:01:26.595863 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-ab5cfcc9-1164-413b-bb91-86f4c05aca14 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd92cab0e28f49ceb542ed1b789fd00a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652857 Jun 23 17:01:26.691012 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-66b2337d-4b77-4070-bb3c-e4a0b3c40494 service neutron] 10.222.0.25 "GET /v2.0/networks/ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883183 Jun 23 17:01:26.807449 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-2321505c-efa5-4486-8b3c-f8b2e9c02eef service neutron] 10.222.0.25 "GET /v2.0/networks/ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095598 Jun 23 17:01:27.067016 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ff19ccce-0fbc-478b-97ec-55cac5214e63 req-dd58c3aa-18a2-43de-9847-7c2ef9e7c2b2 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 210 time: 0.0297623 Jun 23 17:01:27.127004 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:28.208150 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-234c95ca-b331-4d77-a06e-145373a89456 req-16ecd449-6a85-46b5-8d50-f43a5dc19008 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 210 time: 0.0297632 Jun 23 17:01:29.350396 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6187fc1e-8fca-458c-97ad-335c3669df8b req-21a43f3a-21e1-4824-812b-1bf6c71a325e tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 210 time: 0.0295508 Jun 23 17:01:30.497177 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a764da59-b38b-4fe0-932e-4d842dfa7524 req-9d4c541d-b876-41bb-9162-baf61997d2a0 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 210 time: 0.0334620 Jun 23 17:01:31.131193 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-c6630d60-0a10-480a-8c89-88d4af88076b tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:31.132614 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-c6630d60-0a10-480a-8c89-88d4af88076b tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.35 "GET /v2.0/networks?id=ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c HTTP/1.1" status: 200 len: 814 time: 0.1025984 Jun 23 17:01:31.643621 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-93a9e85f-3699-4808-9245-f58c68593a08 req-3d351856-a3b9-4943-9828-9e2e1d8e0c5e tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 210 time: 0.0344729 Jun 23 17:01:32.793949 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-242c7dfb-fba9-4eb3-9adc-220522044667 req-7ff2d920-c9d9-43a4-b72f-dfe5befbae36 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 210 time: 0.0356855 Jun 23 17:01:33.953917 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-ddb63a01-b7cc-434b-a9cb-b9be2641fba5 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Request body: {'port': {'device_id': '87612dca-4861-42a0-b86b-582b1ae39a06', 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c', 'admin_state_up': True, 'tenant_id': 'cd92cab0e28f49ceb542ed1b789fd00a'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:01:34.094710 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-88c4d26f-e817-41be-b5f4-80ece246fdfd req-e7872be5-9249-4902-bc41-5b2a493883b9 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 210 time: 0.0304949 Jun 23 17:01:34.270091 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-ddb63a01-b7cc-434b-a9cb-b9be2641fba5 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Made reservation on behalf of cd92cab0e28f49ceb542ed1b789fd00a for: {'port': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:01:34.273657 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-ddb63a01-b7cc-434b-a9cb-b9be2641fba5 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:34.408886 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-ddb63a01-b7cc-434b-a9cb-b9be2641fba5 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Allocated IP 172.20.0.10 (ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c/69717330-8345-4e50-8742-3b3c5fb60a05/9fdd3ec9-4a74-431c-be7f-a8396d2ee18f) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:01:34.571915 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-ddb63a01-b7cc-434b-a9cb-b9be2641fba5 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:34.693545 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-ddb63a01-b7cc-434b-a9cb-b9be2641fba5 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2323113'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:34.698752 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-e5b10006-de90-4868-a9bb-d86f5d8d59d4 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:34.738336 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-ddb63a01-b7cc-434b-a9cb-b9be2641fba5 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Network ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:01:34.741710 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-ddb63a01-b7cc-434b-a9cb-b9be2641fba5 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:01:34.746411 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-ddb63a01-b7cc-434b-a9cb-b9be2641fba5 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:01:34.746762 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['bc945eb2-86b2-4784-9c9b-df24a00ef58c', 'e91c698a-f7fa-4c43-a646-6d47a759522d'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:01:34.775096 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb63a01-b7cc-434b-a9cb-b9be2641fba5 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Pushing event updated for resources: {'Port': ['ID=9fdd3ec9-4a74-431c-be7f-a8396d2ee18f,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:34.804210 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-ddb63a01-b7cc-434b-a9cb-b9be2641fba5 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:34.804881 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-ddb63a01-b7cc-434b-a9cb-b9be2641fba5 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:34.812158 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ddb63a01-b7cc-434b-a9cb-b9be2641fba5 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:34.912627 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-ddb63a01-b7cc-434b-a9cb-b9be2641fba5 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9620888 Jun 23 17:01:34.932769 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] Request body: {'port': {'device_id': '87612dca-4861-42a0-b86b-582b1ae39a06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:01:35.020653 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:35.321231 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10de9f-6955-426f-b681-9d9b777c7cae req-7cc9644f-d4aa-4010-a07d-07ea19c241ee tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:35.322653 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff10de9f-6955-426f-b681-9d9b777c7cae req-7cc9644f-d4aa-4010-a07d-07ea19c241ee tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 932 time: 0.1075749 Jun 23 17:01:35.374776 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f {{(pid=105486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:01:35.388899 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:35.398604 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff10de9f-6955-426f-b681-9d9b777c7cae req-fc347024-a9fa-4105-8432-c30fd81a10af tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547850 Jun 23 17:01:35.406371 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] Transition to ACTIVE for port object 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f will not be triggered until provisioned by entity L2. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:01:35.538771 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:35.542115 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:35.588920 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdd3ec9-4a74-431c-be7f-a8396d2ee18f,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:35.593231 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:35.662036 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] Attempting to bind port 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f on host hv-cinder-79760 for vnic_type normal with profile {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:01:35.662379 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] Attempting to bind port 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '370882e3-1726-4836-8581-8271f1675e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c'}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:01:35.662712 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] Attempting to bind port 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f on network ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:01:35.667852 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] Port 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f on network ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:01:35.668187 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] Attempting to bind port 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f on network ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:01:35.673032 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] Checking agent: {'id': '78e83b5f-0ecc-435c-a465-b1f96103afbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:01:35.673427 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] Checking segment: {'id': '370882e3-1726-4836-8581-8271f1675e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:01:35.673815 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] Bound using segment: {'id': '370882e3-1726-4836-8581-8271f1675e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c'} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:01:35.674263 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] Bound port: 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370882e3-1726-4836-8581-8271f1675e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c'}}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:01:35.674621 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:35.741957 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] For port 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f, host hv-cinder-79760, cleared binding levels {{(pid=105486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:01:35.746058 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] For port 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9fdd3ec9-4a74-431c-be7f-a8396d2ee18f,segment=NetworkSegment(370882e3-1726-4836-8581-8271f1675e06),segment_id=370882e3-1726-4836-8581-8271f1675e06)] {{(pid=105486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:01:35.870959 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:35.873083 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:35.909466 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:35.910065 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:35.911416 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] 10.222.0.35 "PUT /v2.0/ports/9fdd3ec9-4a74-431c-be7f-a8396d2ee18f HTTP/1.1" status: 200 len: 1094 time: 0.9851689 Jun 23 17:01:35.911953 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87612dca-4861-42a0-b86b-582b1ae39a06', 'tag': '9fdd3ec9-4a74-431c-be7f-a8396d2ee18f'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:01:35.914272 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6d83b4-1f0e-4873-bb78-bb3051aeba78" -d '{"events": [{"name": "network-changed", "server_uuid": "87612dca-4861-42a0-b86b-582b1ae39a06", "tag": "9fdd3ec9-4a74-431c-be7f-a8396d2ee18f"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:01:35.935059 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdd3ec9-4a74-431c-be7f-a8396d2ee18f,revision_number=3']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:35.938242 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:35.955362 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ed7e23-8f04-486c-ac1b-57508245fdb7 x-openstack-request-id: req-00ed7e23-8f04-486c-ac1b-57508245fdb7 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:01:35.955702 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87612dca-4861-42a0-b86b-582b1ae39a06", "tag": "9fdd3ec9-4a74-431c-be7f-a8396d2ee18f", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:01:35.956000 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00ed7e23-8f04-486c-ac1b-57508245fdb7 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:01:35.956446 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87612dca-4861-42a0-b86b-582b1ae39a06', 'tag': '9fdd3ec9-4a74-431c-be7f-a8396d2ee18f', 'status': 'completed', 'code': 200} Jun 23 17:01:36.573357 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6395eb-5a49-4c0d-969d-5ac486fe5987 req-22dd4859-ce83-4d96-b1be-c0928db3511f tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:36.574778 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bc6395eb-5a49-4c0d-969d-5ac486fe5987 req-22dd4859-ce83-4d96-b1be-c0928db3511f tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 944 time: 0.0639262 Jun 23 17:01:36.611915 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bc6395eb-5a49-4c0d-969d-5ac486fe5987 req-76bb5fc5-f5f4-4a92-b2c8-7642856fc9ec tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315020 Jun 23 17:01:37.788473 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d6583-4984-4226-8524-d9d864ac16b6 req-fa7cacbe-1627-445a-897a-6a5322af58f4 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:37.790274 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-443d6583-4984-4226-8524-d9d864ac16b6 req-fa7cacbe-1627-445a-897a-6a5322af58f4 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 944 time: 0.0660753 Jun 23 17:01:37.836010 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-443d6583-4984-4226-8524-d9d864ac16b6 req-c4c31783-1fbc-47fb-ab85-7fda9279080a tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397029 Jun 23 17:01:38.722949 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d83b4-1f0e-4873-bb78-bb3051aeba78 req-39a8a3a8-c244-48a9-b8e0-8ea3e7d3d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:38.724444 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7d6d83b4-1f0e-4873-bb78-bb3051aeba78 req-39a8a3a8-c244-48a9-b8e0-8ea3e7d3d16d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd92cab0e28f49ceb542ed1b789fd00a&device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 1097 time: 0.0635076 Jun 23 17:01:38.873138 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d83b4-1f0e-4873-bb78-bb3051aeba78 req-00017f93-1a5c-498d-a80d-4e73e4bc642b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:38.874626 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7d6d83b4-1f0e-4873-bb78-bb3051aeba78 req-00017f93-1a5c-498d-a80d-4e73e4bc642b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=cd92cab0e28f49ceb542ed1b789fd00a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0972419 Jun 23 17:01:38.981541 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d83b4-1f0e-4873-bb78-bb3051aeba78 req-88f987f9-f037-4c9e-a26c-c129f6cb3ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:38.983053 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7d6d83b4-1f0e-4873-bb78-bb3051aeba78 req-88f987f9-f037-4c9e-a26c-c129f6cb3ac0 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1013186 Jun 23 17:01:39.113395 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5044f-2f24-4ebc-b527-444805ab2371 req-cf44abed-fb1d-478f-bf58-0d988a1e8c46 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:39.114977 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-86a5044f-2f24-4ebc-b527-444805ab2371 req-cf44abed-fb1d-478f-bf58-0d988a1e8c46 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 944 time: 0.1023517 Jun 23 17:01:39.163979 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-4cf1c260-0a83-4d65-96ff-8e778028371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:39.166364 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-4cf1c260-0a83-4d65-96ff-8e778028371d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd92cab0e28f49ceb542ed1b789fd00a&device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 1097 time: 0.1072445 Jun 23 17:01:39.169584 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-86a5044f-2f24-4ebc-b527-444805ab2371 req-dcc48149-52f3-41c7-ae54-b22ce716f39f tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482500 Jun 23 17:01:39.220327 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-180649ad-d777-4a93-9625-96894a4c389b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fdd3ec9-4a74-431c-be7f-a8396d2ee18f HTTP/1.1" status: 200 len: 217 time: 0.0350165 Jun 23 17:01:39.270499 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-bc975944-f915-4ad4-923d-f093c79d44c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:39.271878 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-bc975944-f915-4ad4-923d-f093c79d44c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69717330-8345-4e50-8742-3b3c5fb60a05 HTTP/1.1" status: 200 len: 854 time: 0.0433228 Jun 23 17:01:39.311752 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-d6c4d63f-1a08-42fe-ab8c-29460b15e896 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322964 Jun 23 17:01:39.407382 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-435a031b-0589-421c-9c08-44a1e073cb12 service neutron] 10.222.0.35 "GET /v2.0/networks/ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860586 Jun 23 17:01:39.504687 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-991abfac-83fc-4e92-9115-d08bb5b23e0b req-84ed7870-f411-4df0-9b24-63ee52800689 service neutron] 10.222.0.35 "GET /v2.0/networks/ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860579 Jun 23 17:01:40.371239 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad65fb4-4132-481c-8f71-37615b73530f req-25f31a42-243a-4392-8a5a-c6d80bbf67ba tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:40.372782 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7ad65fb4-4132-481c-8f71-37615b73530f req-25f31a42-243a-4392-8a5a-c6d80bbf67ba tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 944 time: 0.0835738 Jun 23 17:01:40.416815 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7ad65fb4-4132-481c-8f71-37615b73530f req-4b4ed501-ca50-4492-9bb6-3623d60b6341 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381474 Jun 23 17:01:41.592452 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879300da-e373-4cec-abc6-e84f0e453954 req-f5e666ef-adc9-4326-8eac-575a9f5f73a1 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:41.593966 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-879300da-e373-4cec-abc6-e84f0e453954 req-f5e666ef-adc9-4326-8eac-575a9f5f73a1 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 944 time: 0.0624585 Jun 23 17:01:41.631264 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-879300da-e373-4cec-abc6-e84f0e453954 req-a82a3ea2-e5c8-4647-b0af-2567a4147774 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317185 Jun 23 17:01:42.673732 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:01:42.773041 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9fdd3ec9-4a74-431c-be7f-a8396d2ee18f,segment=NetworkSegment(370882e3-1726-4836-8581-8271f1675e06),segment_id=370882e3-1726-4836-8581-8271f1675e06)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:01:42.785470 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': '9fdd3ec9-4a74-431c-be7f-a8396d2ee18f', 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c', 'port_id': '9fdd3ec9-4a74-431c-be7f-a8396d2ee18f', 'mac_address': 'fa:16:3e:d3:0f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69717330-8345-4e50-8742-3b3c5fb60a05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:01:42.808532 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fde1e8-4140-492f-a7f1-163911fec842 req-50541581-8cb5-4c12-b5e5-49c77236cabf tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:42.810161 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-81fde1e8-4140-492f-a7f1-163911fec842 req-50541581-8cb5-4c12-b5e5-49c77236cabf tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 944 time: 0.0680392 Jun 23 17:01:42.822547 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:42.835279 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:01:42.849310 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-81fde1e8-4140-492f-a7f1-163911fec842 req-6e6d3dd1-a1d4-4b43-be18-d6af86fe4294 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334229 Jun 23 17:01:42.855595 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9fdd3ec9-4a74-431c-be7f-a8396d2ee18f,segment=NetworkSegment(370882e3-1726-4836-8581-8271f1675e06),segment_id=370882e3-1726-4836-8581-8271f1675e06)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:01:42.938553 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:42.940309 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:42.987175 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=9fdd3ec9-4a74-431c-be7f-a8396d2ee18f,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:42.990239 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:43.359161 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['9fdd3ec9-4a74-431c-be7f-a8396d2ee18f'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:01:44.027733 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506d8f9-95e0-4ea3-b295-d5418914fabb req-eb97dc74-8506-46e1-ada2-060881ad947c tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:44.029271 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7506d8f9-95e0-4ea3-b295-d5418914fabb req-eb97dc74-8506-46e1-ada2-060881ad947c tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 945 time: 0.0638180 Jun 23 17:01:44.071520 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7506d8f9-95e0-4ea3-b295-d5418914fabb req-f860929a-fa5a-4597-a511-49fae5b6d08c tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365822 Jun 23 17:01:44.678916 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:01:44.869729 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning for port 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:01:44.875091 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:01:44.875091 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:44.955952 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:44.978780 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87612dca-4861-42a0-b86b-582b1ae39a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdd3ec9-4a74-431c-be7f-a8396d2ee18f'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:01:44.981019 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3823ad5a-f157-4cf7-bec4-c210c13e4fbf" -d '{"events": [{"server_uuid": "87612dca-4861-42a0-b86b-582b1ae39a06", "name": "network-vif-plugged", "status": "completed", "tag": "9fdd3ec9-4a74-431c-be7f-a8396d2ee18f"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:01:44.994116 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9fdd3ec9-4a74-431c-be7f-a8396d2ee18f,segment=NetworkSegment(370882e3-1726-4836-8581-8271f1675e06),segment_id=370882e3-1726-4836-8581-8271f1675e06)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:01:45.022705 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051211fd-b4dc-413d-833f-f11f757c7a63 x-openstack-request-id: req-051211fd-b4dc-413d-833f-f11f757c7a63 {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:01:45.022705 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87612dca-4861-42a0-b86b-582b1ae39a06", "name": "network-vif-plugged", "status": "completed", "tag": "9fdd3ec9-4a74-431c-be7f-a8396d2ee18f", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:01:45.022705 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-051211fd-b4dc-413d-833f-f11f757c7a63 {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:01:45.022705 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87612dca-4861-42a0-b86b-582b1ae39a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdd3ec9-4a74-431c-be7f-a8396d2ee18f', 'code': 200} Jun 23 17:01:45.081965 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:45.084626 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:45.135788 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=9fdd3ec9-4a74-431c-be7f-a8396d2ee18f,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:45.139036 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:45.245422 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8839d7d-9a9f-485e-8ded-1016dcc3a80b req-5ce3de41-e20a-4db6-b4c9-4f79831d4058 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:45.246902 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f8839d7d-9a9f-485e-8ded-1016dcc3a80b req-5ce3de41-e20a-4db6-b4c9-4f79831d4058 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 946 time: 0.0642273 Jun 23 17:01:45.289084 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f8839d7d-9a9f-485e-8ded-1016dcc3a80b req-f02a4f1f-cbec-47e5-9bc2-a2f641523429 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348361 Jun 23 17:01:45.473324 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc0aa8-b758-4c4b-8aaf-9f689642e996 req-697d52e9-b0ba-40de-be69-45d89f0eec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:45.474813 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a8bc0aa8-b758-4c4b-8aaf-9f689642e996 req-697d52e9-b0ba-40de-be69-45d89f0eec0c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 1099 time: 0.0520759 Jun 23 17:01:45.511008 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a8bc0aa8-b758-4c4b-8aaf-9f689642e996 req-412879f3-cebc-4711-8464-b156f7181b5f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291946 Jun 23 17:01:46.290938 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23cbf7-468f-4cce-a120-d57e13da9c79 req-f0bad833-dfaf-42ac-9a77-66dc746f8964 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:46.292407 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9b23cbf7-468f-4cce-a120-d57e13da9c79 req-f0bad833-dfaf-42ac-9a77-66dc746f8964 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac7a873-5f09-4eff-a328-d94fe5ff43d5 HTTP/1.1" status: 200 len: 946 time: 0.0636358 Jun 23 17:01:46.330074 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9b23cbf7-468f-4cce-a120-d57e13da9c79 req-a6ba204b-6e35-44c1-b022-344f22311137 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320339 Jun 23 17:01:46.471081 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f6b6-c57d-4ff4-b91b-61cc4b963362 req-93295d17-836c-4307-9875-e0deb21e152d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:46.472522 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0136f6b6-c57d-4ff4-b91b-61cc4b963362 req-93295d17-836c-4307-9875-e0deb21e152d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 946 time: 0.0661466 Jun 23 17:01:46.510388 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0136f6b6-c57d-4ff4-b91b-61cc4b963362 req-673db06a-45a1-4233-af58-f4f98e152f75 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314767 Jun 23 17:01:47.523041 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c5846-4c1f-433d-a626-e28329578a96 req-4e9266a7-7035-48c3-825f-e0367eadc6a7 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:47.525176 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f33c5846-4c1f-433d-a626-e28329578a96 req-4e9266a7-7035-48c3-825f-e0367eadc6a7 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac7a873-5f09-4eff-a328-d94fe5ff43d5 HTTP/1.1" status: 200 len: 946 time: 0.0693173 Jun 23 17:01:47.563958 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f33c5846-4c1f-433d-a626-e28329578a96 req-ea504394-b9ba-47bb-97ed-2c3995db5b35 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328150 Jun 23 17:01:47.688257 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d31c2-a9c3-4a52-8458-b3a13e308a0b req-08662466-cb5a-4786-a01f-37b9e2ca07f6 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:47.689793 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4f7d31c2-a9c3-4a52-8458-b3a13e308a0b req-08662466-cb5a-4786-a01f-37b9e2ca07f6 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 946 time: 0.0644140 Jun 23 17:01:47.729452 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4f7d31c2-a9c3-4a52-8458-b3a13e308a0b req-eff876c3-3020-4d8d-a149-8424ff5fa192 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339062 Jun 23 17:01:48.738656 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821b78e-d4bb-400a-83be-27d3152b1aac req-9e3e5a28-6537-4df4-a205-536361e27ad7 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:48.740191 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-3821b78e-d4bb-400a-83be-27d3152b1aac req-9e3e5a28-6537-4df4-a205-536361e27ad7 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac7a873-5f09-4eff-a328-d94fe5ff43d5 HTTP/1.1" status: 200 len: 946 time: 0.0644615 Jun 23 17:01:48.780999 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-3821b78e-d4bb-400a-83be-27d3152b1aac req-fe967a29-87ed-4bf1-8f8d-016b15a84c39 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337980 Jun 23 17:01:48.858056 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992531b-c3aa-4e84-9811-030b686775d8 req-5b4c4b77-3ed1-44c7-bbb3-6beba393b817 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:48.859538 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4992531b-c3aa-4e84-9811-030b686775d8 req-5b4c4b77-3ed1-44c7-bbb3-6beba393b817 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.35 "GET /v2.0/ports?device_id=fac7a873-5f09-4eff-a328-d94fe5ff43d5 HTTP/1.1" status: 200 len: 946 time: 0.0634012 Jun 23 17:01:48.970241 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-4992531b-c3aa-4e84-9811-030b686775d8 req-62409b86-df24-4e3b-acc2-dacbe0dcb7ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Deleting port 5a5b7673-c402-407c-9c0f-434778ce2912 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:01:48.970586 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-4992531b-c3aa-4e84-9811-030b686775d8 req-62409b86-df24-4e3b-acc2-dacbe0dcb7ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:49.060832 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-4992531b-c3aa-4e84-9811-030b686775d8 req-62409b86-df24-4e3b-acc2-dacbe0dcb7ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] For port 5a5b7673-c402-407c-9c0f-434778ce2912, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5a5b7673-c402-407c-9c0f-434778ce2912,segment=NetworkSegment(be614158-4674-4041-b0e5-6be43ce6c2fb),segment_id=be614158-4674-4041-b0e5-6be43ce6c2fb)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:01:49.061084 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-4992531b-c3aa-4e84-9811-030b686775d8 req-62409b86-df24-4e3b-acc2-dacbe0dcb7ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:49.078319 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-4992531b-c3aa-4e84-9811-030b686775d8 req-62409b86-df24-4e3b-acc2-dacbe0dcb7ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Calling delete_port for 5a5b7673-c402-407c-9c0f-434778ce2912 owned by compute:nova {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:01:49.327111 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-4992531b-c3aa-4e84-9811-030b686775d8 req-62409b86-df24-4e3b-acc2-dacbe0dcb7ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:49.331065 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-a11b3ab5-6a44-443b-87d7-6fc325186cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:49.356361 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62409b86-df24-4e3b-acc2-dacbe0dcb7ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Pushing event deleted for resources: {'Port': ['ID=5a5b7673-c402-407c-9c0f-434778ce2912,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:49.368172 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62409b86-df24-4e3b-acc2-dacbe0dcb7ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:49.368563 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62409b86-df24-4e3b-acc2-dacbe0dcb7ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:49.368940 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62409b86-df24-4e3b-acc2-dacbe0dcb7ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:49.369327 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62409b86-df24-4e3b-acc2-dacbe0dcb7ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:49.369696 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62409b86-df24-4e3b-acc2-dacbe0dcb7ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:49.370063 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62409b86-df24-4e3b-acc2-dacbe0dcb7ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:49.370428 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62409b86-df24-4e3b-acc2-dacbe0dcb7ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:49.370790 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62409b86-df24-4e3b-acc2-dacbe0dcb7ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:49.370996 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['5a5b7673-c402-407c-9c0f-434778ce2912'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:01:49.371517 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62409b86-df24-4e3b-acc2-dacbe0dcb7ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:49.371517 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62409b86-df24-4e3b-acc2-dacbe0dcb7ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:49.371848 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62409b86-df24-4e3b-acc2-dacbe0dcb7ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:49.372208 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62409b86-df24-4e3b-acc2-dacbe0dcb7ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:49.394531 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-62409b86-df24-4e3b-acc2-dacbe0dcb7ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:49.416417 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-4992531b-c3aa-4e84-9811-030b686775d8 req-62409b86-df24-4e3b-acc2-dacbe0dcb7ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] No DVR routers for this DVR port 5a5b7673-c402-407c-9c0f-434778ce2912 on host hv-cinder-79760 {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:01:49.418951 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-4992531b-c3aa-4e84-9811-030b686775d8 req-62409b86-df24-4e3b-acc2-dacbe0dcb7ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:49.420880 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4992531b-c3aa-4e84-9811-030b686775d8 req-62409b86-df24-4e3b-acc2-dacbe0dcb7ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.35 "DELETE /v2.0/ports/5a5b7673-c402-407c-9c0f-434778ce2912 HTTP/1.1" status: 204 len: 173 time: 0.5510445 Jun 23 17:01:49.421417 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac7a873-5f09-4eff-a328-d94fe5ff43d5', 'name': 'network-vif-deleted', 'tag': '5a5b7673-c402-407c-9c0f-434778ce2912'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:01:49.423711 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b0a626-d0e8-4a29-9dd5-98b9c0578f5e" -d '{"events": [{"server_uuid": "fac7a873-5f09-4eff-a328-d94fe5ff43d5", "name": "network-vif-deleted", "tag": "5a5b7673-c402-407c-9c0f-434778ce2912"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:01:49.459505 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52a0021-51bd-443c-a3d4-84621bc49933 x-openstack-request-id: req-d52a0021-51bd-443c-a3d4-84621bc49933 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:01:49.459850 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac7a873-5f09-4eff-a328-d94fe5ff43d5", "name": "network-vif-deleted", "tag": "5a5b7673-c402-407c-9c0f-434778ce2912", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:01:49.460147 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d52a0021-51bd-443c-a3d4-84621bc49933 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:01:49.460597 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac7a873-5f09-4eff-a328-d94fe5ff43d5', 'name': 'network-vif-deleted', 'tag': '5a5b7673-c402-407c-9c0f-434778ce2912', 'status': 'completed', 'code': 200} Jun 23 17:01:49.941824 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7ecf67df-8417-4b33-958b-6f0fefc0ff87 req-976e30e1-d923-4680-9183-53d986918a45 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac7a873-5f09-4eff-a328-d94fe5ff43d5 HTTP/1.1" status: 200 len: 210 time: 0.0312748 Jun 23 17:01:51.469739 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-6ae838e6-df03-4aba-8919-d2629f8ee1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:52.704116 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:53.255260 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:01:53.701711 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 5a5b7673-c402-407c-9c0f-434778ce2912 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:01:53.724412 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] No Port match for: 5a5b7673-c402-407c-9c0f-434778ce2912 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:01:53.725279 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 5a5b7673-c402-407c-9c0f-434778ce2912 not bound to the agent host hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:01:54.018332 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:54.526478 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-d2e8f35f-108f-439e-9087-012b22732ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:55.607033 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:57.080907 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:01.740941 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-e98e52d9-7755-412a-8ac6-8dd9dd1f830a tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:01.754096 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-e98e52d9-7755-412a-8ac6-8dd9dd1f830a tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/networks?id=06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98 HTTP/1.1" status: 200 len: 813 time: 0.1066673 Jun 23 17:02:01.759023 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-e1a8bfcb-2070-4a80-9e09-0f87e2d24abb tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/quotas/0d7e72fe0b1b4c428274eaddf1fd76c3 HTTP/1.1" status: 200 len: 375 time: 0.0098996 Jun 23 17:02:01.792024 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-7e09620b-0467-4694-ad37-882b31884465 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7e72fe0b1b4c428274eaddf1fd76c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276477 Jun 23 17:02:01.886468 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-b680456d-6357-43cc-8765-863884287c38 service neutron] 10.222.0.25 "GET /v2.0/networks/06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875201 Jun 23 17:02:01.981421 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-390df823-bd97-4941-a46e-472dea9b6116 service neutron] 10.222.0.25 "GET /v2.0/networks/06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890262 Jun 23 17:02:02.241224 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-75716c43-8378-4e53-8918-83f53aff8919 req-b9084a0b-d39c-4327-80ac-a4cce9cfd861 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f3cc26-898e-4040-b088-21f2590b49d2 HTTP/1.1" status: 200 len: 210 time: 0.0285232 Jun 23 17:02:03.323724 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-831cc0bd-d585-49ee-a582-2aecca6491e3 req-7dbb054a-90a1-4cf3-a6d5-f024b306003e tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f3cc26-898e-4040-b088-21f2590b49d2 HTTP/1.1" status: 200 len: 210 time: 0.0299759 Jun 23 17:02:04.340050 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-46d8dce9-4586-4437-b07f-b41e78593ca0 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:04.341604 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-46d8dce9-4586-4437-b07f-b41e78593ca0 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/networks?id=ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c HTTP/1.1" status: 200 len: 814 time: 0.1064231 Jun 23 17:02:04.357845 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-2bbf644a-e46a-435a-b7f5-1cc4a7eeeede tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/quotas/cd92cab0e28f49ceb542ed1b789fd00a HTTP/1.1" status: 200 len: 375 time: 0.0101924 Jun 23 17:02:04.430989 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-e7e3b6ef-a91c-48ea-82a0-bfef4fc47c59 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd92cab0e28f49ceb542ed1b789fd00a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0682406 Jun 23 17:02:04.466807 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-52af6e22-bbe5-4508-8887-3305ac4d1a78 req-d0dbb7b9-7ce0-41b7-8fb1-c0ef0091af15 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f3cc26-898e-4040-b088-21f2590b49d2 HTTP/1.1" status: 200 len: 210 time: 0.0342388 Jun 23 17:02:04.530095 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-ddbb4ba5-5226-40aa-83b2-472c2dcf1618 service neutron] 10.222.0.25 "GET /v2.0/networks/ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921683 Jun 23 17:02:04.621344 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-d300305a-d398-48a7-a075-17c3e10fcd8d service neutron] 10.222.0.25 "GET /v2.0/networks/ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851104 Jun 23 17:02:04.931831 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5abf9943-c900-4c03-a03a-cca92f705576 req-6fcba19e-035c-4a9a-9703-157c6c017a11 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=83bbb5bb-e21c-44a8-b08c-cbbfcacd2002 HTTP/1.1" status: 200 len: 210 time: 0.0310631 Jun 23 17:02:05.099408 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-8e5ffabe-0cb3-4558-b77c-91e3c29659a3 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:05.101471 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-8e5ffabe-0cb3-4558-b77c-91e3c29659a3 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.35 "GET /v2.0/networks?id=06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98 HTTP/1.1" status: 200 len: 813 time: 0.1138177 Jun 23 17:02:05.147751 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-62879173-dbfa-4d8f-a025-90f243fd132d tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Request body: {'port': {'device_id': '07f3cc26-898e-4040-b088-21f2590b49d2', 'network_id': '06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98', 'admin_state_up': True, 'tenant_id': '0d7e72fe0b1b4c428274eaddf1fd76c3'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:02:05.383979 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-62879173-dbfa-4d8f-a025-90f243fd132d tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Made reservation on behalf of 0d7e72fe0b1b4c428274eaddf1fd76c3 for: {'port': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:02:05.387612 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-62879173-dbfa-4d8f-a025-90f243fd132d tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:05.517622 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-62879173-dbfa-4d8f-a025-90f243fd132d tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Allocated IP 172.20.0.3 (06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98/55b379ac-f6b5-4c2d-9dec-1a5baefe4317/81829bcb-10a2-4447-b879-94e8a09b5fbc) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:02:05.666008 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cd435005-e266-469d-9410-fd9a38d8a84a req-2d173884-2fa5-47db-bedf-dde02ad5c1a5 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f3cc26-898e-4040-b088-21f2590b49d2 HTTP/1.1" status: 200 len: 210 time: 0.0689502 Jun 23 17:02:05.716962 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-62879173-dbfa-4d8f-a025-90f243fd132d tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:05.875553 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-62879173-dbfa-4d8f-a025-90f243fd132d tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2323113'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:05.879684 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-580aaa97-ad7a-4f04-a4d7-4e9f67c69a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:06.016410 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ac342b81-7618-47ab-85b5-ee764660d7d0 req-f096fbf5-7101-4e53-b0db-a2ff81d02a67 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=83bbb5bb-e21c-44a8-b08c-cbbfcacd2002 HTTP/1.1" status: 200 len: 210 time: 0.0300581 Jun 23 17:02:06.206477 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-62879173-dbfa-4d8f-a025-90f243fd132d tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Network 06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:02:06.211771 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-62879173-dbfa-4d8f-a025-90f243fd132d tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:02:06.215713 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-62879173-dbfa-4d8f-a025-90f243fd132d tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:02:06.222257 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62879173-dbfa-4d8f-a025-90f243fd132d tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Pushing event updated for resources: {'Port': ['ID=81829bcb-10a2-4447-b879-94e8a09b5fbc,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:06.241868 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-62879173-dbfa-4d8f-a025-90f243fd132d tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:06.266341 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-62879173-dbfa-4d8f-a025-90f243fd132d tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:06.266945 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-62879173-dbfa-4d8f-a025-90f243fd132d tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:06.390294 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-62879173-dbfa-4d8f-a025-90f243fd132d tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2469971 Jun 23 17:02:06.417213 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Request body: {'port': {'device_id': '07f3cc26-898e-4040-b088-21f2590b49d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:02:06.494379 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:06.770212 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81829bcb-10a2-4447-b879-94e8a09b5fbc {{(pid=105486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:02:06.777940 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:06.816784 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Transition to ACTIVE for port object 81829bcb-10a2-4447-b879-94e8a09b5fbc will not be triggered until provisioned by entity L2. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:02:06.849819 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949da49-3d52-4ab0-b688-6ca28f20e223 req-e2f77bfe-caab-4fbd-846e-8a9860d24918 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:06.851818 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2949da49-3d52-4ab0-b688-6ca28f20e223 req-e2f77bfe-caab-4fbd-846e-8a9860d24918 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f3cc26-898e-4040-b088-21f2590b49d2 HTTP/1.1" status: 200 len: 931 time: 0.0714552 Jun 23 17:02:06.891754 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2949da49-3d52-4ab0-b688-6ca28f20e223 req-298c83d8-af04-4033-8d99-83a01d65addc tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342321 Jun 23 17:02:06.920682 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:06.923360 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-62879173-dbfa-4d8f-a025-90f243fd132d tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:06.974653 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Pushing event updated for resources: {'Port': ['ID=81829bcb-10a2-4447-b879-94e8a09b5fbc,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:06.980066 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:07.048228 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Attempting to bind port 81829bcb-10a2-4447-b879-94e8a09b5fbc on host hv-cinder-79760 for vnic_type normal with profile {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:02:07.048228 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Attempting to bind port 81829bcb-10a2-4447-b879-94e8a09b5fbc by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'be614158-4674-4041-b0e5-6be43ce6c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': '06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98'}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:02:07.048586 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Attempting to bind port 81829bcb-10a2-4447-b879-94e8a09b5fbc on network 06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:02:07.053015 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Port 81829bcb-10a2-4447-b879-94e8a09b5fbc on network 06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:02:07.053372 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Attempting to bind port 81829bcb-10a2-4447-b879-94e8a09b5fbc on network 06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:02:07.059114 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Checking agent: {'id': '78e83b5f-0ecc-435c-a465-b1f96103afbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:02:07.059486 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Checking segment: {'id': 'be614158-4674-4041-b0e5-6be43ce6c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': '06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:02:07.059877 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Bound using segment: {'id': 'be614158-4674-4041-b0e5-6be43ce6c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': '06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98'} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:02:07.060311 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Bound port: 81829bcb-10a2-4447-b879-94e8a09b5fbc, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be614158-4674-4041-b0e5-6be43ce6c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1357, 'network_id': '06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98'}}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:02:07.060667 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:07.133003 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] For port 81829bcb-10a2-4447-b879-94e8a09b5fbc, host hv-cinder-79760, cleared binding levels {{(pid=105486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:02:07.136323 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] For port 81829bcb-10a2-4447-b879-94e8a09b5fbc, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=81829bcb-10a2-4447-b879-94e8a09b5fbc,segment=NetworkSegment(be614158-4674-4041-b0e5-6be43ce6c2fb),segment_id=be614158-4674-4041-b0e5-6be43ce6c2fb)] {{(pid=105486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:02:07.159086 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-aff16b6a-8cdf-4977-bc4e-580ad0eb9b58 req-da0305f5-d799-4a30-86b4-fca94ae439c2 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=83bbb5bb-e21c-44a8-b08c-cbbfcacd2002 HTTP/1.1" status: 200 len: 210 time: 0.0288606 Jun 23 17:02:07.281261 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:07.287162 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-6fec360f-430b-40cd-8610-fb8c50684402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:07.326534 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:07.327158 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:07.328554 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] 10.222.0.35 "PUT /v2.0/ports/81829bcb-10a2-4447-b879-94e8a09b5fbc HTTP/1.1" status: 200 len: 1093 time: 0.9156060 Jun 23 17:02:07.329128 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f3cc26-898e-4040-b088-21f2590b49d2', 'tag': '81829bcb-10a2-4447-b879-94e8a09b5fbc'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:02:07.331585 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55aef9c2-638f-4bb8-b1dd-d5773dd25c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "07f3cc26-898e-4040-b088-21f2590b49d2", "tag": "81829bcb-10a2-4447-b879-94e8a09b5fbc"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:02:07.353084 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Pushing event updated for resources: {'Port': ['ID=81829bcb-10a2-4447-b879-94e8a09b5fbc,revision_number=3']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:07.362386 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:07.372377 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf44b35-946a-42f7-a71b-31f295d89c93 x-openstack-request-id: req-7cf44b35-946a-42f7-a71b-31f295d89c93 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:02:07.372727 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f3cc26-898e-4040-b088-21f2590b49d2", "tag": "81829bcb-10a2-4447-b879-94e8a09b5fbc", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:02:07.373002 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7cf44b35-946a-42f7-a71b-31f295d89c93 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:02:07.373464 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f3cc26-898e-4040-b088-21f2590b49d2', 'tag': '81829bcb-10a2-4447-b879-94e8a09b5fbc', 'status': 'completed', 'code': 200} Jun 23 17:02:07.498087 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aef9c2-638f-4bb8-b1dd-d5773dd25c6c req-3bd76387-2aa8-4d94-b8f9-c597ac2c1e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:07.499512 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-55aef9c2-638f-4bb8-b1dd-d5773dd25c6c req-3bd76387-2aa8-4d94-b8f9-c597ac2c1e41 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d7e72fe0b1b4c428274eaddf1fd76c3&device_id=07f3cc26-898e-4040-b088-21f2590b49d2 HTTP/1.1" status: 200 len: 1096 time: 0.0533383 Jun 23 17:02:07.605329 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aef9c2-638f-4bb8-b1dd-d5773dd25c6c req-cb4d7d78-36b2-442b-9b58-e3a83fead6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:07.606804 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-55aef9c2-638f-4bb8-b1dd-d5773dd25c6c req-cb4d7d78-36b2-442b-9b58-e3a83fead6b6 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0d7e72fe0b1b4c428274eaddf1fd76c3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0924213 Jun 23 17:02:07.709603 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aef9c2-638f-4bb8-b1dd-d5773dd25c6c req-f06ae887-efaa-4179-8095-b2e16f6b2ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:07.711548 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-55aef9c2-638f-4bb8-b1dd-d5773dd25c6c req-f06ae887-efaa-4179-8095-b2e16f6b2ecf service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0979407 Jun 23 17:02:07.870249 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-f5e879d0-ceac-4f42-bccf-5329a2cab9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:07.871736 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-f5e879d0-ceac-4f42-bccf-5329a2cab9e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d7e72fe0b1b4c428274eaddf1fd76c3&device_id=07f3cc26-898e-4040-b088-21f2590b49d2 HTTP/1.1" status: 200 len: 1096 time: 0.0529377 Jun 23 17:02:07.928489 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-00676e54-219e-4631-86e9-9eaa908a56b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81829bcb-10a2-4447-b879-94e8a09b5fbc HTTP/1.1" status: 200 len: 217 time: 0.0386527 Jun 23 17:02:07.980523 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-6426d9e2-8770-4d10-8e6c-64c87ebeb581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:07.982016 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-6426d9e2-8770-4d10-8e6c-64c87ebeb581 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=55b379ac-f6b5-4c2d-9dec-1a5baefe4317 HTTP/1.1" status: 200 len: 853 time: 0.0448625 Jun 23 17:02:08.017610 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-611f99e8-813e-4232-a2f6-7fddc01750fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266924 Jun 23 17:02:08.136928 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4db062-8193-4fda-874e-055e1d2630f9 req-8553649f-bd00-4d8d-9bf4-3315610d00e9 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:08.138375 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-df4db062-8193-4fda-874e-055e1d2630f9 req-8553649f-bd00-4d8d-9bf4-3315610d00e9 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f3cc26-898e-4040-b088-21f2590b49d2 HTTP/1.1" status: 200 len: 943 time: 0.1291716 Jun 23 17:02:08.138853 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-f83c3841-a16f-438a-afbc-96f9353307f2 service neutron] 10.222.0.35 "GET /v2.0/networks/06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973678 Jun 23 17:02:08.188845 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-9a545834-3a6b-451e-b3b1-cd78419103bb tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:08.190383 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-9a545834-3a6b-451e-b3b1-cd78419103bb tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.35 "GET /v2.0/networks?id=ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c HTTP/1.1" status: 200 len: 814 time: 0.1297386 Jun 23 17:02:08.218728 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7b760b55-8e3b-40f2-97ba-bebe8c92c39f tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Request body: {'port': {'device_id': '83bbb5bb-e21c-44a8-b08c-cbbfcacd2002', 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c', 'admin_state_up': True, 'tenant_id': 'cd92cab0e28f49ceb542ed1b789fd00a'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:02:08.226471 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-df4db062-8193-4fda-874e-055e1d2630f9 req-4d0e3757-4614-4532-bdd2-6ce31a86e24f tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779996 Jun 23 17:02:08.258695 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8820c4bf-c607-4506-908e-6d7c3d07a050 req-b6a1ced6-08b4-4d93-aeb1-561719657f16 service neutron] 10.222.0.35 "GET /v2.0/networks/06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127372 Jun 23 17:02:08.336214 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b8c8c267-705e-4c55-ae8c-f59d4c12d0ee req-d5706950-8520-430f-a602-dc546443cfa5 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=83bbb5bb-e21c-44a8-b08c-cbbfcacd2002 HTTP/1.1" status: 200 len: 210 time: 0.0295212 Jun 23 17:02:08.504670 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7b760b55-8e3b-40f2-97ba-bebe8c92c39f tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Made reservation on behalf of cd92cab0e28f49ceb542ed1b789fd00a for: {'port': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:02:08.510474 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7b760b55-8e3b-40f2-97ba-bebe8c92c39f tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:08.642417 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7b760b55-8e3b-40f2-97ba-bebe8c92c39f tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Allocated IP 172.20.0.11 (ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c/69717330-8345-4e50-8742-3b3c5fb60a05/500462da-6967-4271-a320-c11361f82aca) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:02:08.800999 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7b760b55-8e3b-40f2-97ba-bebe8c92c39f tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:09.025088 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7b760b55-8e3b-40f2-97ba-bebe8c92c39f tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26947858'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:09.031976 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-95fe0467-e229-4bed-b3ab-c863389bf5dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:09.062176 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['bc945eb2-86b2-4784-9c9b-df24a00ef58c', 'e91c698a-f7fa-4c43-a646-6d47a759522d', '9fdd3ec9-4a74-431c-be7f-a8396d2ee18f'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:02:09.091086 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7b760b55-8e3b-40f2-97ba-bebe8c92c39f tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Network ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:02:09.095889 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7b760b55-8e3b-40f2-97ba-bebe8c92c39f tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:02:09.099495 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b760b55-8e3b-40f2-97ba-bebe8c92c39f tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Pushing event updated for resources: {'Port': ['ID=500462da-6967-4271-a320-c11361f82aca,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:09.103276 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7b760b55-8e3b-40f2-97ba-bebe8c92c39f tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:02:09.107690 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7b760b55-8e3b-40f2-97ba-bebe8c92c39f tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:09.158473 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7b760b55-8e3b-40f2-97ba-bebe8c92c39f tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:09.159142 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7b760b55-8e3b-40f2-97ba-bebe8c92c39f tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:09.282114 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7b760b55-8e3b-40f2-97ba-bebe8c92c39f tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0746093 Jun 23 17:02:09.305093 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Request body: {'port': {'device_id': '83bbb5bb-e21c-44a8-b08c-cbbfcacd2002', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:02:09.415955 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:09.487347 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d5f34-6000-4c59-811a-7436bac2e5b4 req-37a24830-4ac5-4c0d-b329-325f92db16ae tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:09.488862 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-833d5f34-6000-4c59-811a-7436bac2e5b4 req-37a24830-4ac5-4c0d-b329-325f92db16ae tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f3cc26-898e-4040-b088-21f2590b49d2 HTTP/1.1" status: 200 len: 943 time: 0.1230707 Jun 23 17:02:09.522884 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da861a5f-5579-496f-81bc-73ad89b52425 req-8130db21-0d2a-44bf-8c20-26ea1b4eb653 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:09.524962 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-da861a5f-5579-496f-81bc-73ad89b52425 req-8130db21-0d2a-44bf-8c20-26ea1b4eb653 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=83bbb5bb-e21c-44a8-b08c-cbbfcacd2002 HTTP/1.1" status: 200 len: 932 time: 0.0733435 Jun 23 17:02:09.566787 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-da861a5f-5579-496f-81bc-73ad89b52425 req-6c35f69c-fbce-4d63-816d-b55d2d004140 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353899 Jun 23 17:02:09.608474 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-833d5f34-6000-4c59-811a-7436bac2e5b4 req-09c51fd1-d226-4354-be26-481ebaefb043 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114035 Jun 23 17:02:09.745384 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 500462da-6967-4271-a320-c11361f82aca {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:02:09.753723 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:09.766935 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Transition to ACTIVE for port object 500462da-6967-4271-a320-c11361f82aca will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:02:09.874507 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947840'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:09.876842 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-09cecd19-811c-4e53-aeed-ee16293542ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:09.931380 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Pushing event updated for resources: {'Port': ['ID=500462da-6967-4271-a320-c11361f82aca,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:09.935559 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:10.000093 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Attempting to bind port 500462da-6967-4271-a320-c11361f82aca on host hv-cinder-79760 for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:02:10.000426 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Attempting to bind port 500462da-6967-4271-a320-c11361f82aca by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '370882e3-1726-4836-8581-8271f1675e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:02:10.000821 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Attempting to bind port 500462da-6967-4271-a320-c11361f82aca on network ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:02:10.005448 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Port 500462da-6967-4271-a320-c11361f82aca on network ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:02:10.005766 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Attempting to bind port 500462da-6967-4271-a320-c11361f82aca on network ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:02:10.010573 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Checking agent: {'id': '78e83b5f-0ecc-435c-a465-b1f96103afbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:02:10.010903 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Checking segment: {'id': '370882e3-1726-4836-8581-8271f1675e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:02:10.011284 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Bound using segment: {'id': '370882e3-1726-4836-8581-8271f1675e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:02:10.011706 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Bound port: 500462da-6967-4271-a320-c11361f82aca, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370882e3-1726-4836-8581-8271f1675e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:02:10.012050 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:10.075670 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] For port 500462da-6967-4271-a320-c11361f82aca, host hv-cinder-79760, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:02:10.078570 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] For port 500462da-6967-4271-a320-c11361f82aca, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=500462da-6967-4271-a320-c11361f82aca,segment=NetworkSegment(370882e3-1726-4836-8581-8271f1675e06),segment_id=370882e3-1726-4836-8581-8271f1675e06)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:02:10.166487 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947840'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:10.169135 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-d4515a84-1eef-4836-91fb-beb2be0700d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:10.206903 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:10.207489 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:10.208883 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] 10.222.0.35 "PUT /v2.0/ports/500462da-6967-4271-a320-c11361f82aca HTTP/1.1" status: 200 len: 1094 time: 0.9123764 Jun 23 17:02:10.209418 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83bbb5bb-e21c-44a8-b08c-cbbfcacd2002', 'tag': '500462da-6967-4271-a320-c11361f82aca'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:02:10.212506 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67284797-077b-4868-9920-e42405a8e712" -d '{"events": [{"name": "network-changed", "server_uuid": "83bbb5bb-e21c-44a8-b08c-cbbfcacd2002", "tag": "500462da-6967-4271-a320-c11361f82aca"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:02:10.232843 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Pushing event updated for resources: {'Port': ['ID=500462da-6967-4271-a320-c11361f82aca,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:10.236030 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:10.255005 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b758e0-4724-4fb6-847e-14c308f0f4ce x-openstack-request-id: req-89b758e0-4724-4fb6-847e-14c308f0f4ce {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:02:10.255005 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83bbb5bb-e21c-44a8-b08c-cbbfcacd2002", "tag": "500462da-6967-4271-a320-c11361f82aca", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:02:10.255005 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89b758e0-4724-4fb6-847e-14c308f0f4ce {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:02:10.255005 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83bbb5bb-e21c-44a8-b08c-cbbfcacd2002', 'tag': '500462da-6967-4271-a320-c11361f82aca', 'status': 'completed', 'code': 200} Jun 23 17:02:10.358127 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67284797-077b-4868-9920-e42405a8e712 req-4e7ae032-abe0-4818-9713-8e7f4c2bfd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:10.359634 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-67284797-077b-4868-9920-e42405a8e712 req-4e7ae032-abe0-4818-9713-8e7f4c2bfd68 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd92cab0e28f49ceb542ed1b789fd00a&device_id=83bbb5bb-e21c-44a8-b08c-cbbfcacd2002 HTTP/1.1" status: 200 len: 1097 time: 0.0542350 Jun 23 17:02:10.471570 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67284797-077b-4868-9920-e42405a8e712 req-0d5b3c24-cca7-4f29-9876-a028d578d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:10.472884 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-67284797-077b-4868-9920-e42405a8e712 req-0d5b3c24-cca7-4f29-9876-a028d578d259 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=cd92cab0e28f49ceb542ed1b789fd00a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0969372 Jun 23 17:02:10.799108 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0081b3-9ebd-4eb6-af55-957c5e32db52 req-a66cee98-05fd-4e95-9786-0c0b19b6a3dd tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:10.801281 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1c0081b3-9ebd-4eb6-af55-957c5e32db52 req-a66cee98-05fd-4e95-9786-0c0b19b6a3dd tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f3cc26-898e-4040-b088-21f2590b49d2 HTTP/1.1" status: 200 len: 943 time: 0.0688379 Jun 23 17:02:10.840093 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1c0081b3-9ebd-4eb6-af55-957c5e32db52 req-d5b3c393-e111-4d88-a1ae-ac9ec5d62128 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319910 Jun 23 17:02:10.889762 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67284797-077b-4868-9920-e42405a8e712 req-2115757e-9359-41d0-bad8-9e31c523011f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:10.891218 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-67284797-077b-4868-9920-e42405a8e712 req-2115757e-9359-41d0-bad8-9e31c523011f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4103227 Jun 23 17:02:10.907533 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1a32e-fce0-4bf9-ab1c-7bcd168ae2cc req-a91ddc7f-08ac-46c5-8cbb-ae3e48cd4206 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:10.908363 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f7e1a32e-fce0-4bf9-ab1c-7bcd168ae2cc req-a91ddc7f-08ac-46c5-8cbb-ae3e48cd4206 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=83bbb5bb-e21c-44a8-b08c-cbbfcacd2002 HTTP/1.1" status: 200 len: 944 time: 0.1252673 Jun 23 17:02:10.949463 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f7e1a32e-fce0-4bf9-ab1c-7bcd168ae2cc req-88cadb0c-3855-4e86-a78d-35bc23cf971c tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345654 Jun 23 17:02:11.014743 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7bb98df4-8ec2-4e42-aea6-fa14fcee26b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:11.016202 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-7bb98df4-8ec2-4e42-aea6-fa14fcee26b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd92cab0e28f49ceb542ed1b789fd00a&device_id=83bbb5bb-e21c-44a8-b08c-cbbfcacd2002 HTTP/1.1" status: 200 len: 1097 time: 0.0523055 Jun 23 17:02:11.071035 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-2fb9bdf2-e7c1-4658-b388-605627a10dd1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=500462da-6967-4271-a320-c11361f82aca HTTP/1.1" status: 200 len: 217 time: 0.0350504 Jun 23 17:02:11.121923 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-6b5f4351-fbb6-4cba-ad99-9fa8dd3ad907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:11.123353 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-6b5f4351-fbb6-4cba-ad99-9fa8dd3ad907 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69717330-8345-4e50-8742-3b3c5fb60a05 HTTP/1.1" status: 200 len: 854 time: 0.0461507 Jun 23 17:02:11.163702 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-9b12f5a7-b56a-4b20-9b31-ed065246c56b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261345 Jun 23 17:02:11.256125 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-db69b020-2816-4117-9308-92ff7d5967c4 service neutron] 10.222.0.35 "GET /v2.0/networks/ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858741 Jun 23 17:02:11.347785 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7a4182d8-b4cc-48c9-85a2-4c21706ba623 req-590c289c-36df-49b3-9089-e800c16de61f service neutron] 10.222.0.35 "GET /v2.0/networks/ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832338 Jun 23 17:02:12.022688 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73934d5a-3777-49be-aa2b-ec2311d80c1d req-6d0f66cf-d44b-48a4-b77f-13f9e08b44bb tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:12.024192 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-73934d5a-3777-49be-aa2b-ec2311d80c1d req-6d0f66cf-d44b-48a4-b77f-13f9e08b44bb tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f3cc26-898e-4040-b088-21f2590b49d2 HTTP/1.1" status: 200 len: 943 time: 0.0697734 Jun 23 17:02:12.064422 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-73934d5a-3777-49be-aa2b-ec2311d80c1d req-c670920e-7527-4e51-8c16-ff24a6bdbec6 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342648 Jun 23 17:02:12.127763 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51301114-3667-4963-ad5f-0999e6213507 req-d54fd5d7-fb5e-46b2-92fb-1baa825f41c9 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:12.129261 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-51301114-3667-4963-ad5f-0999e6213507 req-d54fd5d7-fb5e-46b2-92fb-1baa825f41c9 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=83bbb5bb-e21c-44a8-b08c-cbbfcacd2002 HTTP/1.1" status: 200 len: 944 time: 0.0651319 Jun 23 17:02:12.172633 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-51301114-3667-4963-ad5f-0999e6213507 req-1031df74-78dc-4c0e-9126-7172be7a6e42 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363476 Jun 23 17:02:12.832216 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 81829bcb-10a2-4447-b879-94e8a09b5fbc details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:02:12.931886 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 81829bcb-10a2-4447-b879-94e8a09b5fbc, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=81829bcb-10a2-4447-b879-94e8a09b5fbc,segment=NetworkSegment(be614158-4674-4041-b0e5-6be43ce6c2fb),segment_id=be614158-4674-4041-b0e5-6be43ce6c2fb)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:12.942936 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': '81829bcb-10a2-4447-b879-94e8a09b5fbc', 'network_id': '06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98', 'port_id': '81829bcb-10a2-4447-b879-94e8a09b5fbc', 'mac_address': 'fa:16:3e:80:24:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b379ac-f6b5-4c2d-9dec-1a5baefe4317', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:02:12.981192 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:12.995107 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81829bcb-10a2-4447-b879-94e8a09b5fbc {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:02:13.015228 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 81829bcb-10a2-4447-b879-94e8a09b5fbc, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=81829bcb-10a2-4447-b879-94e8a09b5fbc,segment=NetworkSegment(be614158-4674-4041-b0e5-6be43ce6c2fb),segment_id=be614158-4674-4041-b0e5-6be43ce6c2fb)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:13.126505 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:13.128346 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:13.176041 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=81829bcb-10a2-4447-b879-94e8a09b5fbc,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:13.180159 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:13.244586 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a27ada-3728-45b3-b4ce-962b354e16d5 req-db6bb1c5-83be-4f18-a594-d9bf012282f1 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:13.246121 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c8a27ada-3728-45b3-b4ce-962b354e16d5 req-db6bb1c5-83be-4f18-a594-d9bf012282f1 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f3cc26-898e-4040-b088-21f2590b49d2 HTTP/1.1" status: 200 len: 944 time: 0.0648689 Jun 23 17:02:13.283592 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c8a27ada-3728-45b3-b4ce-962b354e16d5 req-f575038c-db81-4a8f-9ca9-0391ec651e68 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318403 Jun 23 17:02:13.348481 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89c429-df6c-47a0-ace9-47ac688e3b29 req-d59803eb-501e-4af2-88d3-37ef1ae1f559 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:13.349873 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5d89c429-df6c-47a0-ace9-47ac688e3b29 req-d59803eb-501e-4af2-88d3-37ef1ae1f559 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=83bbb5bb-e21c-44a8-b08c-cbbfcacd2002 HTTP/1.1" status: 200 len: 944 time: 0.0631092 Jun 23 17:02:13.388901 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5d89c429-df6c-47a0-ace9-47ac688e3b29 req-c4de9477-ee64-4e20-bfcb-c732f4f96114 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322201 Jun 23 17:02:13.493850 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['81829bcb-10a2-4447-b879-94e8a09b5fbc'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:02:14.457222 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f19ff-3454-4a41-bdc1-3dda7b8691b6 req-710be0ef-4e9c-4e25-9d15-568779f1c590 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:14.458710 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e28f19ff-3454-4a41-bdc1-3dda7b8691b6 req-710be0ef-4e9c-4e25-9d15-568779f1c590 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f3cc26-898e-4040-b088-21f2590b49d2 HTTP/1.1" status: 200 len: 944 time: 0.0642331 Jun 23 17:02:14.497206 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e28f19ff-3454-4a41-bdc1-3dda7b8691b6 req-320c0e0c-0589-4327-bae9-0dd46e3637a5 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327263 Jun 23 17:02:14.564502 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffdee5-cd49-4c5d-a28d-092b9b319256 req-98d777d6-27da-4a36-9318-f498d329cdcd tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:14.565888 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-77ffdee5-cd49-4c5d-a28d-092b9b319256 req-98d777d6-27da-4a36-9318-f498d329cdcd tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=83bbb5bb-e21c-44a8-b08c-cbbfcacd2002 HTTP/1.1" status: 200 len: 944 time: 0.0632765 Jun 23 17:02:14.603704 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-77ffdee5-cd49-4c5d-a28d-092b9b319256 req-13d9abb0-9f54-4b69-897a-db328be57788 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310903 Jun 23 17:02:14.846797 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 500462da-6967-4271-a320-c11361f82aca details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:02:14.854075 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 81829bcb-10a2-4447-b879-94e8a09b5fbc up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:02:14.978952 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 500462da-6967-4271-a320-c11361f82aca, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=500462da-6967-4271-a320-c11361f82aca,segment=NetworkSegment(370882e3-1726-4836-8581-8271f1675e06),segment_id=370882e3-1726-4836-8581-8271f1675e06)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:14.989838 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': '500462da-6967-4271-a320-c11361f82aca', 'network_id': 'ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c', 'port_id': '500462da-6967-4271-a320-c11361f82aca', 'mac_address': 'fa:16:3e:3a:34:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69717330-8345-4e50-8742-3b3c5fb60a05', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:02:15.027270 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:15.041500 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 500462da-6967-4271-a320-c11361f82aca {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:02:15.046845 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning for port 81829bcb-10a2-4447-b879-94e8a09b5fbc completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:02:15.055830 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port 81829bcb-10a2-4447-b879-94e8a09b5fbc triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:02:15.056208 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:15.080470 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 500462da-6967-4271-a320-c11361f82aca, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=500462da-6967-4271-a320-c11361f82aca,segment=NetworkSegment(370882e3-1726-4836-8581-8271f1675e06),segment_id=370882e3-1726-4836-8581-8271f1675e06)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:15.139232 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:15.156699 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:15.159077 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:15.165467 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f3cc26-898e-4040-b088-21f2590b49d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81829bcb-10a2-4447-b879-94e8a09b5fbc'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:02:15.167694 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383887ed-3550-4a93-a5b6-a78d2e0195ad" -d '{"events": [{"server_uuid": "07f3cc26-898e-4040-b088-21f2590b49d2", "name": "network-vif-plugged", "status": "completed", "tag": "81829bcb-10a2-4447-b879-94e8a09b5fbc"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:02:15.197565 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 81829bcb-10a2-4447-b879-94e8a09b5fbc, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=81829bcb-10a2-4447-b879-94e8a09b5fbc,segment=NetworkSegment(be614158-4674-4041-b0e5-6be43ce6c2fb),segment_id=be614158-4674-4041-b0e5-6be43ce6c2fb)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:15.206896 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4916f769-8918-4b13-b194-3f3017ab746b x-openstack-request-id: req-4916f769-8918-4b13-b194-3f3017ab746b {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:02:15.206896 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f3cc26-898e-4040-b088-21f2590b49d2", "name": "network-vif-plugged", "status": "completed", "tag": "81829bcb-10a2-4447-b879-94e8a09b5fbc", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:02:15.206896 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4916f769-8918-4b13-b194-3f3017ab746b {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:02:15.206896 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f3cc26-898e-4040-b088-21f2590b49d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81829bcb-10a2-4447-b879-94e8a09b5fbc', 'code': 200} Jun 23 17:02:15.223664 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=500462da-6967-4271-a320-c11361f82aca,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:15.227470 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:15.310061 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:15.310929 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-0a46c6c6-7a46-4f3a-94ab-4c5780ee264a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:15.356783 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=81829bcb-10a2-4447-b879-94e8a09b5fbc,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:15.359890 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:15.548600 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['500462da-6967-4271-a320-c11361f82aca'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:02:15.706555 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8168b2e-d662-4264-98a9-950438cb5c9d req-a7013636-9472-4bf9-97e3-72affe2ac484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:15.708054 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d8168b2e-d662-4264-98a9-950438cb5c9d req-a7013636-9472-4bf9-97e3-72affe2ac484 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=07f3cc26-898e-4040-b088-21f2590b49d2 HTTP/1.1" status: 200 len: 1098 time: 0.1036825 Jun 23 17:02:15.731862 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8f211-a7a6-449d-a982-1535c126cb64 req-356ebb24-b209-43f4-9e41-915a01d5ca06 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:15.733417 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-58c8f211-a7a6-449d-a982-1535c126cb64 req-356ebb24-b209-43f4-9e41-915a01d5ca06 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f3cc26-898e-4040-b088-21f2590b49d2 HTTP/1.1" status: 200 len: 945 time: 0.0960252 Jun 23 17:02:15.773022 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d8168b2e-d662-4264-98a9-950438cb5c9d req-15d5d0bf-2892-4db3-bb87-97b073c708b9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555787 Jun 23 17:02:15.790655 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-58c8f211-a7a6-449d-a982-1535c126cb64 req-24709e02-c908-49a9-af77-b7114c3e9778 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463591 Jun 23 17:02:15.852482 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6da55b-5769-4bc0-8728-ea342191a4d9 req-85420c5a-acd2-4684-b5a4-dcb1b3584645 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:15.854014 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5d6da55b-5769-4bc0-8728-ea342191a4d9 req-85420c5a-acd2-4684-b5a4-dcb1b3584645 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=83bbb5bb-e21c-44a8-b08c-cbbfcacd2002 HTTP/1.1" status: 200 len: 945 time: 0.1323333 Jun 23 17:02:15.892360 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5d6da55b-5769-4bc0-8728-ea342191a4d9 req-477fe714-916c-4392-97d6-82d88e62594c tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326142 Jun 23 17:02:16.850271 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 500462da-6967-4271-a320-c11361f82aca up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:02:16.974738 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b274b-039d-4108-9023-0f6ef1c2cdff req-542e4099-8e30-4be3-be3c-8f4266f8f383 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:16.977050 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d96b274b-039d-4108-9023-0f6ef1c2cdff req-542e4099-8e30-4be3-be3c-8f4266f8f383 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f3cc26-898e-4040-b088-21f2590b49d2 HTTP/1.1" status: 200 len: 945 time: 0.0744979 Jun 23 17:02:16.994987 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning for port 500462da-6967-4271-a320-c11361f82aca completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:02:16.999583 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port 500462da-6967-4271-a320-c11361f82aca triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:02:16.999969 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:17.030297 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d96b274b-039d-4108-9023-0f6ef1c2cdff req-35039be6-28f7-4707-b07c-6988b8ec8cdd tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474887 Jun 23 17:02:17.083326 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0912bf4-2029-4066-bdd7-4d2110ecfbb5 req-5d8b2b41-1521-4e28-a234-a0d2d5db23db tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:17.084880 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e0912bf4-2029-4066-bdd7-4d2110ecfbb5 req-5d8b2b41-1521-4e28-a234-a0d2d5db23db tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=83bbb5bb-e21c-44a8-b08c-cbbfcacd2002 HTTP/1.1" status: 200 len: 945 time: 0.0768356 Jun 23 17:02:17.096599 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:17.124277 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e0912bf4-2029-4066-bdd7-4d2110ecfbb5 req-4fea073a-6c22-4671-872a-754f65156ebe tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332377 Jun 23 17:02:17.131243 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 500462da-6967-4271-a320-c11361f82aca, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=500462da-6967-4271-a320-c11361f82aca,segment=NetworkSegment(370882e3-1726-4836-8581-8271f1675e06),segment_id=370882e3-1726-4836-8581-8271f1675e06)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:17.207203 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83bbb5bb-e21c-44a8-b08c-cbbfcacd2002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500462da-6967-4271-a320-c11361f82aca'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:02:17.209717 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661e50a1-a341-486e-84ba-4a200ca5e4e6" -d '{"events": [{"server_uuid": "83bbb5bb-e21c-44a8-b08c-cbbfcacd2002", "name": "network-vif-plugged", "status": "completed", "tag": "500462da-6967-4271-a320-c11361f82aca"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:02:17.234474 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:17.236470 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:17.259253 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9fe5ad-5b31-4dc5-bcea-2373242c2ed8 x-openstack-request-id: req-5e9fe5ad-5b31-4dc5-bcea-2373242c2ed8 {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:02:17.259546 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83bbb5bb-e21c-44a8-b08c-cbbfcacd2002", "name": "network-vif-plugged", "status": "completed", "tag": "500462da-6967-4271-a320-c11361f82aca", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:02:17.259808 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e9fe5ad-5b31-4dc5-bcea-2373242c2ed8 {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:02:17.260196 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83bbb5bb-e21c-44a8-b08c-cbbfcacd2002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500462da-6967-4271-a320-c11361f82aca', 'code': 200} Jun 23 17:02:17.285911 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=500462da-6967-4271-a320-c11361f82aca,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:17.293775 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:17.294056 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:17.294395 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:17.294755 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:17.295086 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:17.295412 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:17.295736 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:17.296060 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:17.296383 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:17.296703 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:17.297022 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:17.297382 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:17.301072 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:17.720000 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b14e12-8625-47bf-90da-3c0601385b27 req-52987e74-f112-4e30-b249-78e8a0c23e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:17.721512 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-03b14e12-8625-47bf-90da-3c0601385b27 req-52987e74-f112-4e30-b249-78e8a0c23e2a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=83bbb5bb-e21c-44a8-b08c-cbbfcacd2002 HTTP/1.1" status: 200 len: 1099 time: 0.0553505 Jun 23 17:02:17.757022 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-03b14e12-8625-47bf-90da-3c0601385b27 req-5d7bbcca-9e41-47d4-9fd4-fb7d3d51db53 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282338 Jun 23 17:02:18.213179 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66818c-531f-4ff4-8a9e-b870b9c1ebf8 req-a366c388-689d-4a74-8ca9-ae86d7c3165e tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:18.214667 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-eb66818c-531f-4ff4-8a9e-b870b9c1ebf8 req-a366c388-689d-4a74-8ca9-ae86d7c3165e tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f3cc26-898e-4040-b088-21f2590b49d2 HTTP/1.1" status: 200 len: 945 time: 0.0709114 Jun 23 17:02:18.253444 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-eb66818c-531f-4ff4-8a9e-b870b9c1ebf8 req-18de26d5-ab47-4675-9097-4ca37a533ac8 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329909 Jun 23 17:02:18.305066 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d245494-4e49-4b88-88db-63fa019f4a0f req-13bf6ccc-5bc6-4f89-b6b3-9cbcb9cd3c03 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:18.306601 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9d245494-4e49-4b88-88db-63fa019f4a0f req-13bf6ccc-5bc6-4f89-b6b3-9cbcb9cd3c03 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=83bbb5bb-e21c-44a8-b08c-cbbfcacd2002 HTTP/1.1" status: 200 len: 946 time: 0.0663731 Jun 23 17:02:18.346321 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9d245494-4e49-4b88-88db-63fa019f4a0f req-87abe29f-e0b6-4572-bf9d-f22b33123f52 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326762 Jun 23 17:02:19.532495 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567928dd-4738-480c-9228-618bbe58a976 req-a474b3bd-3406-4294-a61d-f3fdc631342b tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:19.533906 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-567928dd-4738-480c-9228-618bbe58a976 req-a474b3bd-3406-4294-a61d-f3fdc631342b tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=83bbb5bb-e21c-44a8-b08c-cbbfcacd2002 HTTP/1.1" status: 200 len: 946 time: 0.0677378 Jun 23 17:02:19.578485 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-567928dd-4738-480c-9228-618bbe58a976 req-9470617b-d87e-44b8-8eb4-0e00c6f187c7 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383170 Jun 23 17:02:21.503003 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-98b01c9f-d33d-4a80-964b-3ec0d8ff5ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:22.679820 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:23.960746 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:24.497565 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-a5085ae2-ddc0-46f5-845b-ba5a71f14f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:25.583269 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:27.114520 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:30.253335 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:02:42.898630 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8dd558-eb3a-4d7f-8213-1591110bdb36 req-8ade9c17-3dce-4176-a4e6-8828bdb3448e tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:42.900035 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1a8dd558-eb3a-4d7f-8213-1591110bdb36 req-8ade9c17-3dce-4176-a4e6-8828bdb3448e tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=83bbb5bb-e21c-44a8-b08c-cbbfcacd2002 HTTP/1.1" status: 200 len: 946 time: 0.0638473 Jun 23 17:02:42.937492 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1a8dd558-eb3a-4d7f-8213-1591110bdb36 req-e862ba46-ac42-49b3-ae74-feab304c97f3 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317807 Jun 23 17:02:43.680650 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8e9ff-2f37-4c84-a554-0568dce315db req-ba40ac5f-b575-4de8-a4f5-784877f48e1e tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:43.682161 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3dc8e9ff-2f37-4c84-a554-0568dce315db req-ba40ac5f-b575-4de8-a4f5-784877f48e1e tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f3cc26-898e-4040-b088-21f2590b49d2 HTTP/1.1" status: 200 len: 945 time: 0.0684245 Jun 23 17:02:43.720566 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3dc8e9ff-2f37-4c84-a554-0568dce315db req-f2e68da0-1827-4bf3-aa68-b8aa2e0024d3 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326872 Jun 23 17:02:44.116755 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57758e7-29b8-4463-89a2-3fcda8eec6c5 req-a93d2f7e-4f67-43a0-be0f-c625da78b80d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:44.118068 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f57758e7-29b8-4463-89a2-3fcda8eec6c5 req-a93d2f7e-4f67-43a0-be0f-c625da78b80d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=83bbb5bb-e21c-44a8-b08c-cbbfcacd2002 HTTP/1.1" status: 200 len: 946 time: 0.0638397 Jun 23 17:02:44.155087 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f57758e7-29b8-4463-89a2-3fcda8eec6c5 req-855b943d-ca08-408e-bdef-74536d625a97 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313358 Jun 23 17:02:44.905786 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc70e3b-fc7f-4ec0-bc4b-d2bc2f5a9269 req-9afa4a20-1fe9-40ca-8b34-995b7b6de8f5 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:44.907289 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9cc70e3b-fc7f-4ec0-bc4b-d2bc2f5a9269 req-9afa4a20-1fe9-40ca-8b34-995b7b6de8f5 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f3cc26-898e-4040-b088-21f2590b49d2 HTTP/1.1" status: 200 len: 945 time: 0.0688291 Jun 23 17:02:44.948501 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9cc70e3b-fc7f-4ec0-bc4b-d2bc2f5a9269 req-ae4244f1-12b5-4ac1-a045-8840756d9845 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350280 Jun 23 17:02:45.117621 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fa088-333d-4976-91fc-b9139f8d30c5 req-5d4ddf34-4b32-44c8-aa5e-993a594d58e7 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:45.118960 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-bf7fa088-333d-4976-91fc-b9139f8d30c5 req-5d4ddf34-4b32-44c8-aa5e-993a594d58e7 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.35 "GET /v2.0/ports?device_id=83bbb5bb-e21c-44a8-b08c-cbbfcacd2002 HTTP/1.1" status: 200 len: 946 time: 0.0622153 Jun 23 17:02:45.233968 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-bf7fa088-333d-4976-91fc-b9139f8d30c5 req-b805cced-c77e-4e22-b699-480b4299125d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Deleting port 500462da-6967-4271-a320-c11361f82aca {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:02:45.234311 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-bf7fa088-333d-4976-91fc-b9139f8d30c5 req-b805cced-c77e-4e22-b699-480b4299125d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:45.361548 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-bf7fa088-333d-4976-91fc-b9139f8d30c5 req-b805cced-c77e-4e22-b699-480b4299125d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] For port 500462da-6967-4271-a320-c11361f82aca, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=500462da-6967-4271-a320-c11361f82aca,segment=NetworkSegment(370882e3-1726-4836-8581-8271f1675e06),segment_id=370882e3-1726-4836-8581-8271f1675e06)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:45.361901 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-bf7fa088-333d-4976-91fc-b9139f8d30c5 req-b805cced-c77e-4e22-b699-480b4299125d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:45.378072 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-bf7fa088-333d-4976-91fc-b9139f8d30c5 req-b805cced-c77e-4e22-b699-480b4299125d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Calling delete_port for 500462da-6967-4271-a320-c11361f82aca owned by compute:nova {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:02:45.397865 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7208ac-71ac-4bb0-8b64-b7a460f83e4d req-84b33a63-a140-495b-bb28-b5dafa6d7dcc tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:45.399302 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9b7208ac-71ac-4bb0-8b64-b7a460f83e4d req-84b33a63-a140-495b-bb28-b5dafa6d7dcc tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=83bbb5bb-e21c-44a8-b08c-cbbfcacd2002 HTTP/1.1" status: 200 len: 946 time: 0.1123443 Jun 23 17:02:45.481794 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9b7208ac-71ac-4bb0-8b64-b7a460f83e4d req-3150d0ba-c487-4d35-bdb1-0dd39c7d5f9a tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767579 Jun 23 17:02:45.639991 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-bf7fa088-333d-4976-91fc-b9139f8d30c5 req-b805cced-c77e-4e22-b699-480b4299125d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:45.644150 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:45.670601 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805cced-c77e-4e22-b699-480b4299125d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Pushing event deleted for resources: {'Port': ['ID=500462da-6967-4271-a320-c11361f82aca,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:45.682297 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['bc945eb2-86b2-4784-9c9b-df24a00ef58c', 'e91c698a-f7fa-4c43-a646-6d47a759522d', '9fdd3ec9-4a74-431c-be7f-a8396d2ee18f', '500462da-6967-4271-a320-c11361f82aca'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:02:45.683382 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805cced-c77e-4e22-b699-480b4299125d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:45.683763 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805cced-c77e-4e22-b699-480b4299125d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:45.684184 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805cced-c77e-4e22-b699-480b4299125d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:45.684548 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805cced-c77e-4e22-b699-480b4299125d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:45.684911 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805cced-c77e-4e22-b699-480b4299125d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:45.685308 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805cced-c77e-4e22-b699-480b4299125d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:45.685668 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805cced-c77e-4e22-b699-480b4299125d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:45.686034 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805cced-c77e-4e22-b699-480b4299125d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:45.686396 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805cced-c77e-4e22-b699-480b4299125d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:45.686915 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805cced-c77e-4e22-b699-480b4299125d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:45.687092 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805cced-c77e-4e22-b699-480b4299125d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:45.687442 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805cced-c77e-4e22-b699-480b4299125d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:45.706372 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-b805cced-c77e-4e22-b699-480b4299125d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:45.728293 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7fa088-333d-4976-91fc-b9139f8d30c5 req-b805cced-c77e-4e22-b699-480b4299125d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] No DVR routers for this DVR port 500462da-6967-4271-a320-c11361f82aca on host hv-cinder-79760 {{(pid=105487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:02:45.730909 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-bf7fa088-333d-4976-91fc-b9139f8d30c5 req-b805cced-c77e-4e22-b699-480b4299125d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:45.732754 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-bf7fa088-333d-4976-91fc-b9139f8d30c5 req-b805cced-c77e-4e22-b699-480b4299125d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.35 "DELETE /v2.0/ports/500462da-6967-4271-a320-c11361f82aca HTTP/1.1" status: 204 len: 173 time: 0.6065028 Jun 23 17:02:45.733295 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83bbb5bb-e21c-44a8-b08c-cbbfcacd2002', 'name': 'network-vif-deleted', 'tag': '500462da-6967-4271-a320-c11361f82aca'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:02:45.735658 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c89d0d3-7114-45cc-8966-671168effe88" -d '{"events": [{"server_uuid": "83bbb5bb-e21c-44a8-b08c-cbbfcacd2002", "name": "network-vif-deleted", "tag": "500462da-6967-4271-a320-c11361f82aca"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:02:45.772630 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342ce273-3d63-4e52-9dda-1ccbed78255d x-openstack-request-id: req-342ce273-3d63-4e52-9dda-1ccbed78255d {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:02:45.773030 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83bbb5bb-e21c-44a8-b08c-cbbfcacd2002", "name": "network-vif-deleted", "tag": "500462da-6967-4271-a320-c11361f82aca", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:02:45.773412 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-342ce273-3d63-4e52-9dda-1ccbed78255d {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:02:45.773915 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83bbb5bb-e21c-44a8-b08c-cbbfcacd2002', 'name': 'network-vif-deleted', 'tag': '500462da-6967-4271-a320-c11361f82aca', 'status': 'completed', 'code': 200} Jun 23 17:02:45.950341 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77ce30-84f7-49ba-9b7b-c98185fe8f31 req-36651e07-90f8-413d-ac23-56b954445381 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:45.951982 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-dd77ce30-84f7-49ba-9b7b-c98185fe8f31 req-36651e07-90f8-413d-ac23-56b954445381 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.35 "GET /v2.0/ports?device_id=07f3cc26-898e-4040-b088-21f2590b49d2 HTTP/1.1" status: 200 len: 945 time: 0.0671735 Jun 23 17:02:46.102633 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-dd77ce30-84f7-49ba-9b7b-c98185fe8f31 req-d4a0835e-4ad1-483a-8eb2-b5ac8b189e51 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Deleting port 81829bcb-10a2-4447-b879-94e8a09b5fbc {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:02:46.102977 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-dd77ce30-84f7-49ba-9b7b-c98185fe8f31 req-d4a0835e-4ad1-483a-8eb2-b5ac8b189e51 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:46.201664 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aecd50-b330-4444-b20a-8a9ab3279324 req-38bf8eea-3a9b-42f5-9f6c-5a784adc7027 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:46.203056 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f9aecd50-b330-4444-b20a-8a9ab3279324 req-38bf8eea-3a9b-42f5-9f6c-5a784adc7027 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f3cc26-898e-4040-b088-21f2590b49d2 HTTP/1.1" status: 200 len: 945 time: 0.1333585 Jun 23 17:02:46.232440 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-dd77ce30-84f7-49ba-9b7b-c98185fe8f31 req-d4a0835e-4ad1-483a-8eb2-b5ac8b189e51 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] For port 81829bcb-10a2-4447-b879-94e8a09b5fbc, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=81829bcb-10a2-4447-b879-94e8a09b5fbc,segment=NetworkSegment(be614158-4674-4041-b0e5-6be43ce6c2fb),segment_id=be614158-4674-4041-b0e5-6be43ce6c2fb)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:46.237172 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-dd77ce30-84f7-49ba-9b7b-c98185fe8f31 req-d4a0835e-4ad1-483a-8eb2-b5ac8b189e51 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:46.250607 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-dd77ce30-84f7-49ba-9b7b-c98185fe8f31 req-d4a0835e-4ad1-483a-8eb2-b5ac8b189e51 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Calling delete_port for 81829bcb-10a2-4447-b879-94e8a09b5fbc owned by compute:nova {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:02:46.272909 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f9aecd50-b330-4444-b20a-8a9ab3279324 req-8740084c-5998-4930-bb78-8bf3377b6a8c tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7f2a918-ef18-45ce-9da3-fb18a200e606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623448 Jun 23 17:02:46.457335 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-dd77ce30-84f7-49ba-9b7b-c98185fe8f31 req-d4a0835e-4ad1-483a-8eb2-b5ac8b189e51 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:46.462555 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:46.493731 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0835e-4ad1-483a-8eb2-b5ac8b189e51 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Pushing event deleted for resources: {'Port': ['ID=81829bcb-10a2-4447-b879-94e8a09b5fbc,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:46.495828 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-d4a0835e-4ad1-483a-8eb2-b5ac8b189e51 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:46.538592 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd77ce30-84f7-49ba-9b7b-c98185fe8f31 req-d4a0835e-4ad1-483a-8eb2-b5ac8b189e51 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] No DVR routers for this DVR port 81829bcb-10a2-4447-b879-94e8a09b5fbc on host hv-cinder-79760 {{(pid=105487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:02:46.540946 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-dd77ce30-84f7-49ba-9b7b-c98185fe8f31 req-d4a0835e-4ad1-483a-8eb2-b5ac8b189e51 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:46.542994 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-dd77ce30-84f7-49ba-9b7b-c98185fe8f31 req-d4a0835e-4ad1-483a-8eb2-b5ac8b189e51 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.35 "DELETE /v2.0/ports/81829bcb-10a2-4447-b879-94e8a09b5fbc HTTP/1.1" status: 204 len: 173 time: 0.5719595 Jun 23 17:02:46.643960 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fb6c3bf6-8a71-4b85-95c7-dfd76bbeeee2 req-da81c355-9603-4521-a845-79680b67e7e3 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=83bbb5bb-e21c-44a8-b08c-cbbfcacd2002 HTTP/1.1" status: 200 len: 210 time: 0.0321326 Jun 23 17:02:46.750358 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['81829bcb-10a2-4447-b879-94e8a09b5fbc'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:02:47.484595 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-65f19af4-4924-4f79-8abf-92071e4df91a req-5f8ed9d1-9dab-495b-b633-0bc0000d1c0f tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] 10.222.0.25 "GET /v2.0/ports?device_id=07f3cc26-898e-4040-b088-21f2590b49d2 HTTP/1.1" status: 200 len: 210 time: 0.0862534 Jun 23 17:02:47.774850 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f3cc26-898e-4040-b088-21f2590b49d2', 'name': 'network-vif-deleted', 'tag': '81829bcb-10a2-4447-b879-94e8a09b5fbc'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:02:47.777336 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99d1aab-58f9-4483-8b57-57e5d1ccac29" -d '{"events": [{"server_uuid": "07f3cc26-898e-4040-b088-21f2590b49d2", "name": "network-vif-deleted", "tag": "81829bcb-10a2-4447-b879-94e8a09b5fbc"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:02:47.813047 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6040930c-b5b2-4144-82a4-9c31d941a45a x-openstack-request-id: req-6040930c-b5b2-4144-82a4-9c31d941a45a {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:02:47.813047 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f3cc26-898e-4040-b088-21f2590b49d2", "name": "network-vif-deleted", "tag": "81829bcb-10a2-4447-b879-94e8a09b5fbc", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:02:47.813327 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6040930c-b5b2-4144-82a4-9c31d941a45a {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:02:47.813661 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f3cc26-898e-4040-b088-21f2590b49d2', 'name': 'network-vif-deleted', 'tag': '81829bcb-10a2-4447-b879-94e8a09b5fbc', 'status': 'completed', 'code': 200} Jun 23 17:02:49.024463 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 500462da-6967-4271-a320-c11361f82aca no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:02:49.049178 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] No Port match for: 500462da-6967-4271-a320-c11361f82aca {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:02:49.049530 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 500462da-6967-4271-a320-c11361f82aca not bound to the agent host hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:02:49.049965 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 81829bcb-10a2-4447-b879-94e8a09b5fbc no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:02:49.070072 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] No Port match for: 81829bcb-10a2-4447-b879-94e8a09b5fbc {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:02:49.070301 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 81829bcb-10a2-4447-b879-94e8a09b5fbc not bound to the agent host hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:02:49.819164 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac89d86-77f8-434b-abad-d12783244822 req-0c5d81f7-87ba-45c8-ab71-6acce7385e2d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:49.820674 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9ac89d86-77f8-434b-abad-d12783244822 req-0c5d81f7-87ba-45c8-ab71-6acce7385e2d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 946 time: 0.1445885 Jun 23 17:02:49.862733 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9ac89d86-77f8-434b-abad-d12783244822 req-5d60c708-d408-4324-a060-eb21bcb47c95 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361006 Jun 23 17:02:51.042190 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20be7c5-484d-438b-aa24-2f742b25b323 req-74ef63c9-08b5-4277-b4a9-5dcad5c88210 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:51.043701 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a20be7c5-484d-438b-aa24-2f742b25b323 req-74ef63c9-08b5-4277-b4a9-5dcad5c88210 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 946 time: 0.0653689 Jun 23 17:02:51.085294 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a20be7c5-484d-438b-aa24-2f742b25b323 req-f26ec9f7-236a-4cc8-8cff-e61804873b67 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351300 Jun 23 17:02:51.417749 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce39a49-c179-46a6-b264-0cd4506e3578 req-f619491c-ccbc-4125-a4d1-4db876fd3a5c tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:51.419226 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9ce39a49-c179-46a6-b264-0cd4506e3578 req-f619491c-ccbc-4125-a4d1-4db876fd3a5c tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.35 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 946 time: 0.0641723 Jun 23 17:02:51.490486 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7f176735-be4c-4c53-8ba2-28422e1e1d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:51.524502 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-9ce39a49-c179-46a6-b264-0cd4506e3578 req-eef172c5-5d30-43bd-97ef-d806929bf7be tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Deleting port 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:02:51.524870 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-9ce39a49-c179-46a6-b264-0cd4506e3578 req-eef172c5-5d30-43bd-97ef-d806929bf7be tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:51.615755 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-9ce39a49-c179-46a6-b264-0cd4506e3578 req-eef172c5-5d30-43bd-97ef-d806929bf7be tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] For port 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9fdd3ec9-4a74-431c-be7f-a8396d2ee18f,segment=NetworkSegment(370882e3-1726-4836-8581-8271f1675e06),segment_id=370882e3-1726-4836-8581-8271f1675e06)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:51.616108 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-9ce39a49-c179-46a6-b264-0cd4506e3578 req-eef172c5-5d30-43bd-97ef-d806929bf7be tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:51.628079 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-9ce39a49-c179-46a6-b264-0cd4506e3578 req-eef172c5-5d30-43bd-97ef-d806929bf7be tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Calling delete_port for 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f owned by compute:nova {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:02:51.834144 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-9ce39a49-c179-46a6-b264-0cd4506e3578 req-eef172c5-5d30-43bd-97ef-d806929bf7be tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:51.838111 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-f7e2d182-76cf-41a2-beb9-6993bd2ec41f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:51.861252 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef172c5-5d30-43bd-97ef-d806929bf7be tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Pushing event deleted for resources: {'Port': ['ID=9fdd3ec9-4a74-431c-be7f-a8396d2ee18f,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:51.865546 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-eef172c5-5d30-43bd-97ef-d806929bf7be tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:51.914988 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce39a49-c179-46a6-b264-0cd4506e3578 req-eef172c5-5d30-43bd-97ef-d806929bf7be tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] No DVR routers for this DVR port 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f on host hv-cinder-79760 {{(pid=105487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:02:51.917481 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-9ce39a49-c179-46a6-b264-0cd4506e3578 req-eef172c5-5d30-43bd-97ef-d806929bf7be tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:51.919379 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9ce39a49-c179-46a6-b264-0cd4506e3578 req-eef172c5-5d30-43bd-97ef-d806929bf7be tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.35 "DELETE /v2.0/ports/9fdd3ec9-4a74-431c-be7f-a8396d2ee18f HTTP/1.1" status: 204 len: 173 time: 0.4945087 Jun 23 17:02:51.919880 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87612dca-4861-42a0-b86b-582b1ae39a06', 'name': 'network-vif-deleted', 'tag': '9fdd3ec9-4a74-431c-be7f-a8396d2ee18f'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:02:51.922346 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d5568f-6a40-4947-9956-0b972be852ec" -d '{"events": [{"server_uuid": "87612dca-4861-42a0-b86b-582b1ae39a06", "name": "network-vif-deleted", "tag": "9fdd3ec9-4a74-431c-be7f-a8396d2ee18f"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:02:51.959610 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4830f8fc-ce42-4ace-a12c-b4ab308447cc x-openstack-request-id: req-4830f8fc-ce42-4ace-a12c-b4ab308447cc {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:02:51.959953 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87612dca-4861-42a0-b86b-582b1ae39a06", "name": "network-vif-deleted", "tag": "9fdd3ec9-4a74-431c-be7f-a8396d2ee18f", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:02:51.960247 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4830f8fc-ce42-4ace-a12c-b4ab308447cc {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:02:51.960684 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87612dca-4861-42a0-b86b-582b1ae39a06', 'name': 'network-vif-deleted', 'tag': '9fdd3ec9-4a74-431c-be7f-a8396d2ee18f', 'status': 'completed', 'code': 200} Jun 23 17:02:52.235741 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-b6c4f3f6-084f-4eb7-8424-a20015de288d req-5a327570-d574-4153-a41e-74ce65c70401 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 210 time: 0.0289812 Jun 23 17:02:53.290616 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:53.377600 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-822731e2-e138-416d-8023-c96ea496389f req-f2ffe342-d4bd-4cd7-9031-1eff75397fb3 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 210 time: 0.0291960 Jun 23 17:02:53.953497 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:54.155184 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['bc945eb2-86b2-4784-9c9b-df24a00ef58c', 'e91c698a-f7fa-4c43-a646-6d47a759522d', '9fdd3ec9-4a74-431c-be7f-a8396d2ee18f'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:02:54.457713 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-39280c5f-989e-4c68-8fb0-ab835ca0417f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:54.533164 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7c9956f1-35b9-421f-9f5a-00b8a7eb54ee req-0c2402dc-c129-4871-8d00-fd5660b62b37 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=87612dca-4861-42a0-b86b-582b1ae39a06 HTTP/1.1" status: 200 len: 210 time: 0.0301135 Jun 23 17:02:55.189536 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:02:55.211368 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] No Port match for: 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:02:55.211725 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 9fdd3ec9-4a74-431c-be7f-a8396d2ee18f not bound to the agent host hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:02:55.564887 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:56.195132 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f23c76-b86e-4bab-a359-79b0ad1059c1 req-451e92e4-330c-4ac1-9236-10fd10175f5e tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:56.196702 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-22f23c76-b86e-4bab-a359-79b0ad1059c1 req-451e92e4-330c-4ac1-9236-10fd10175f5e tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0 HTTP/1.1" status: 200 len: 945 time: 0.0649128 Jun 23 17:02:56.235189 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-22f23c76-b86e-4bab-a359-79b0ad1059c1 req-52e22d41-944f-4f59-a4ae-9d4c9cafeea0 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326824 Jun 23 17:02:57.056552 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:57.415409 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf435ed-ca93-4f22-acab-4d7f0be5bcb5 req-f92db6d3-1f0f-4523-a986-9352f8919e81 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:57.416869 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1cf435ed-ca93-4f22-acab-4d7f0be5bcb5 req-f92db6d3-1f0f-4523-a986-9352f8919e81 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0 HTTP/1.1" status: 200 len: 945 time: 0.0682015 Jun 23 17:02:57.456017 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1cf435ed-ca93-4f22-acab-4d7f0be5bcb5 req-13840812-a2a9-4119-a40e-b12f7d7c39d2 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333483 Jun 23 17:02:57.769971 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c731ae3-d56c-4b30-983c-80b51202f2a9 req-c0095141-47f5-4fae-8737-c814f4e9bd71 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:57.772107 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-4c731ae3-d56c-4b30-983c-80b51202f2a9 req-c0095141-47f5-4fae-8737-c814f4e9bd71 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0 HTTP/1.1" status: 200 len: 945 time: 0.0680871 Jun 23 17:02:57.886510 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-4c731ae3-d56c-4b30-983c-80b51202f2a9 req-f7366d3f-cc44-4aa1-9548-1009acf8ef11 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Deleting port e91c698a-f7fa-4c43-a646-6d47a759522d {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:02:57.886868 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-4c731ae3-d56c-4b30-983c-80b51202f2a9 req-f7366d3f-cc44-4aa1-9548-1009acf8ef11 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:57.975860 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-4c731ae3-d56c-4b30-983c-80b51202f2a9 req-f7366d3f-cc44-4aa1-9548-1009acf8ef11 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] For port e91c698a-f7fa-4c43-a646-6d47a759522d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e91c698a-f7fa-4c43-a646-6d47a759522d,segment=NetworkSegment(370882e3-1726-4836-8581-8271f1675e06),segment_id=370882e3-1726-4836-8581-8271f1675e06)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:57.976205 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-4c731ae3-d56c-4b30-983c-80b51202f2a9 req-f7366d3f-cc44-4aa1-9548-1009acf8ef11 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:57.989688 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-4c731ae3-d56c-4b30-983c-80b51202f2a9 req-f7366d3f-cc44-4aa1-9548-1009acf8ef11 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Calling delete_port for e91c698a-f7fa-4c43-a646-6d47a759522d owned by compute:nova {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:02:58.211273 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-4c731ae3-d56c-4b30-983c-80b51202f2a9 req-f7366d3f-cc44-4aa1-9548-1009acf8ef11 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:58.215475 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:58.241034 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7366d3f-cc44-4aa1-9548-1009acf8ef11 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Pushing event deleted for resources: {'Port': ['ID=e91c698a-f7fa-4c43-a646-6d47a759522d,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:58.244548 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-f7366d3f-cc44-4aa1-9548-1009acf8ef11 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:58.247768 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['bc945eb2-86b2-4784-9c9b-df24a00ef58c', 'e91c698a-f7fa-4c43-a646-6d47a759522d'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:02:58.293816 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c731ae3-d56c-4b30-983c-80b51202f2a9 req-f7366d3f-cc44-4aa1-9548-1009acf8ef11 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] No DVR routers for this DVR port e91c698a-f7fa-4c43-a646-6d47a759522d on host hv-cinder-79760 {{(pid=105487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:02:58.296469 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-4c731ae3-d56c-4b30-983c-80b51202f2a9 req-f7366d3f-cc44-4aa1-9548-1009acf8ef11 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:58.299909 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-4c731ae3-d56c-4b30-983c-80b51202f2a9 req-f7366d3f-cc44-4aa1-9548-1009acf8ef11 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.35 "DELETE /v2.0/ports/e91c698a-f7fa-4c43-a646-6d47a759522d HTTP/1.1" status: 204 len: 173 time: 0.5196705 Jun 23 17:02:58.299909 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0', 'name': 'network-vif-deleted', 'tag': 'e91c698a-f7fa-4c43-a646-6d47a759522d'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:02:58.301916 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd31d23-ea11-44dc-8dc9-ef98f893a430" -d '{"events": [{"server_uuid": "b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0", "name": "network-vif-deleted", "tag": "e91c698a-f7fa-4c43-a646-6d47a759522d"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:02:58.356637 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930d05a1-085b-4465-b5d4-ecbbb2af2b63 x-openstack-request-id: req-930d05a1-085b-4465-b5d4-ecbbb2af2b63 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:02:58.356637 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0", "name": "network-vif-deleted", "tag": "e91c698a-f7fa-4c43-a646-6d47a759522d", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:02:58.356637 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-930d05a1-085b-4465-b5d4-ecbbb2af2b63 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:02:58.356637 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0', 'name': 'network-vif-deleted', 'tag': 'e91c698a-f7fa-4c43-a646-6d47a759522d', 'status': 'completed', 'code': 200} Jun 23 17:02:58.613683 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-518cc5de-7711-4dd2-be9a-b0003cbbe3c3 req-1f3138d6-77b5-4f0b-ac63-b3b73f11a381 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ef62b8-d048-46aa-a4dc-8dd35e4cb6d0 HTTP/1.1" status: 200 len: 210 time: 0.0351822 Jun 23 17:02:58.669137 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-da9085b0-d83e-427b-94b4-f3df02f1fbf3 req-28e43a90-ce2d-4c7f-a019-e5c7e48740bf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546093 Jun 23 17:02:58.780772 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9085b0-d83e-427b-94b4-f3df02f1fbf3 req-1c9c149c-6a37-48f3-9fe0-1cdcbba584f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:58.782344 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-da9085b0-d83e-427b-94b4-f3df02f1fbf3 req-1c9c149c-6a37-48f3-9fe0-1cdcbba584f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd92cab0e28f49ceb542ed1b789fd00a&device_id=4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c HTTP/1.1" status: 200 len: 1099 time: 0.0522726 Jun 23 17:02:58.894175 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9085b0-d83e-427b-94b4-f3df02f1fbf3 req-6e6e154d-053c-4404-9336-951db5b5e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:58.896301 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-da9085b0-d83e-427b-94b4-f3df02f1fbf3 req-6e6e154d-053c-4404-9336-951db5b5e125 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c HTTP/1.1" status: 200 len: 916 time: 0.0911160 Jun 23 17:02:58.938855 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-da9085b0-d83e-427b-94b4-f3df02f1fbf3 req-6c8a2f8f-a0c7-4b05-9648-d97af4bc0049 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc945eb2-86b2-4784-9c9b-df24a00ef58c HTTP/1.1" status: 200 len: 217 time: 0.0333829 Jun 23 17:02:58.989713 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9085b0-d83e-427b-94b4-f3df02f1fbf3 req-476660f4-aa96-4a9d-8a68-a94cb80b4eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:58.991157 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-da9085b0-d83e-427b-94b4-f3df02f1fbf3 req-476660f4-aa96-4a9d-8a68-a94cb80b4eb6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69717330-8345-4e50-8742-3b3c5fb60a05 HTTP/1.1" status: 200 len: 854 time: 0.0443146 Jun 23 17:02:59.029296 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-da9085b0-d83e-427b-94b4-f3df02f1fbf3 req-65e60368-8b72-41b1-b227-3981f86828a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308313 Jun 23 17:02:59.121802 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-da9085b0-d83e-427b-94b4-f3df02f1fbf3 req-5c225210-93f6-44ef-aa73-ffdb779cec72 service neutron] 10.222.0.35 "GET /v2.0/networks/ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846882 Jun 23 17:02:59.223529 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-da9085b0-d83e-427b-94b4-f3df02f1fbf3 req-40911654-4837-4332-9512-ddab021c8031 service neutron] 10.222.0.35 "GET /v2.0/networks/ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950933 Jun 23 17:03:02.177925 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device e91c698a-f7fa-4c43-a646-6d47a759522d no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:03:02.198378 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] No Port match for: e91c698a-f7fa-4c43-a646-6d47a759522d {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:03:02.198730 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device e91c698a-f7fa-4c43-a646-6d47a759522d not bound to the agent host hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:03:02.735690 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e7cca-9bd7-4981-9ed9-300ac10d8d4a req-88cc8310-1d64-437f-acf1-a9462a9b88f4 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:02.737210 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-691e7cca-9bd7-4981-9ed9-300ac10d8d4a req-88cc8310-1d64-437f-acf1-a9462a9b88f4 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c HTTP/1.1" status: 200 len: 946 time: 0.0671725 Jun 23 17:03:02.777507 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-691e7cca-9bd7-4981-9ed9-300ac10d8d4a req-4a26f380-c01f-46ba-a11b-5ba54ad10385 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332558 Jun 23 17:03:03.955638 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2ea8b-a6ef-4a2c-bc18-c7fe7f73b669 req-3f203c2e-5c58-46ea-890d-862efe67af3e tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:03.957202 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-79e2ea8b-a6ef-4a2c-bc18-c7fe7f73b669 req-3f203c2e-5c58-46ea-890d-862efe67af3e tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c HTTP/1.1" status: 200 len: 946 time: 0.0657837 Jun 23 17:03:03.995936 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-79e2ea8b-a6ef-4a2c-bc18-c7fe7f73b669 req-0410133a-4903-40af-94c9-ced8dfbcebf4 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329077 Jun 23 17:03:05.178374 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc5607-514b-4c32-880e-5c02e8d2f4a8 req-d84e0398-7aed-4f41-b58d-99f8d8147d35 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:05.179926 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-31cc5607-514b-4c32-880e-5c02e8d2f4a8 req-d84e0398-7aed-4f41-b58d-99f8d8147d35 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c HTTP/1.1" status: 200 len: 946 time: 0.0671482 Jun 23 17:03:05.206121 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3351502-0605-4503-8ef7-229b34030326 req-aa91f38b-6a0a-48b1-83d1-60052af1e9a7 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:05.208217 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a3351502-0605-4503-8ef7-229b34030326 req-aa91f38b-6a0a-48b1-83d1-60052af1e9a7 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.35 "GET /v2.0/ports?device_id=4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c HTTP/1.1" status: 200 len: 946 time: 0.0645497 Jun 23 17:03:05.217674 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-31cc5607-514b-4c32-880e-5c02e8d2f4a8 req-8cfc777b-fc3b-479f-9821-ec33b703ed04 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7db4de08-c37d-45c4-8064-e3ad31f87cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319853 Jun 23 17:03:05.319405 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-a3351502-0605-4503-8ef7-229b34030326 req-2561d506-957c-4324-91c7-830a80388d7d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Deleting port bc945eb2-86b2-4784-9c9b-df24a00ef58c {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:03:05.319646 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-a3351502-0605-4503-8ef7-229b34030326 req-2561d506-957c-4324-91c7-830a80388d7d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:05.413618 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-a3351502-0605-4503-8ef7-229b34030326 req-2561d506-957c-4324-91c7-830a80388d7d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] For port bc945eb2-86b2-4784-9c9b-df24a00ef58c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bc945eb2-86b2-4784-9c9b-df24a00ef58c,segment=NetworkSegment(370882e3-1726-4836-8581-8271f1675e06),segment_id=370882e3-1726-4836-8581-8271f1675e06)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:03:05.413981 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-a3351502-0605-4503-8ef7-229b34030326 req-2561d506-957c-4324-91c7-830a80388d7d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:05.430614 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-a3351502-0605-4503-8ef7-229b34030326 req-2561d506-957c-4324-91c7-830a80388d7d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Calling delete_port for bc945eb2-86b2-4784-9c9b-df24a00ef58c owned by compute:nova {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:03:05.656886 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-a3351502-0605-4503-8ef7-229b34030326 req-2561d506-957c-4324-91c7-830a80388d7d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:05.660777 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-0244f45c-99d0-4a41-bee4-6af478f2ceb3 tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:05.686187 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561d506-957c-4324-91c7-830a80388d7d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Pushing event deleted for resources: {'Port': ['ID=bc945eb2-86b2-4784-9c9b-df24a00ef58c,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:05.689481 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-2561d506-957c-4324-91c7-830a80388d7d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:05.695666 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['bc945eb2-86b2-4784-9c9b-df24a00ef58c'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:03:05.739929 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3351502-0605-4503-8ef7-229b34030326 req-2561d506-957c-4324-91c7-830a80388d7d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] No DVR routers for this DVR port bc945eb2-86b2-4784-9c9b-df24a00ef58c on host hv-cinder-79760 {{(pid=105487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:03:05.742854 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-a3351502-0605-4503-8ef7-229b34030326 req-2561d506-957c-4324-91c7-830a80388d7d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:05.745142 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a3351502-0605-4503-8ef7-229b34030326 req-2561d506-957c-4324-91c7-830a80388d7d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.35 "DELETE /v2.0/ports/bc945eb2-86b2-4784-9c9b-df24a00ef58c HTTP/1.1" status: 204 len: 173 time: 0.5315902 Jun 23 17:03:05.745882 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c', 'name': 'network-vif-deleted', 'tag': 'bc945eb2-86b2-4784-9c9b-df24a00ef58c'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:03:05.748455 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc4f2fe-d89f-4a5f-9921-ba1a0038df2f" -d '{"events": [{"server_uuid": "4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c", "name": "network-vif-deleted", "tag": "bc945eb2-86b2-4784-9c9b-df24a00ef58c"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:03:05.790616 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40daa30-97bb-4051-adf1-cb85c49227a6 x-openstack-request-id: req-c40daa30-97bb-4051-adf1-cb85c49227a6 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:03:05.790905 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c", "name": "network-vif-deleted", "tag": "bc945eb2-86b2-4784-9c9b-df24a00ef58c", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:03:05.791285 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c40daa30-97bb-4051-adf1-cb85c49227a6 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:03:05.791824 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c', 'name': 'network-vif-deleted', 'tag': 'bc945eb2-86b2-4784-9c9b-df24a00ef58c', 'status': 'completed', 'code': 200} Jun 23 17:03:06.375986 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-eee37102-0a06-4462-8395-dae4e1797f30 req-bc74de1b-dacc-49fe-8482-62ee81dbb9f0 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cbe9e95-bc88-475d-9d5a-1a91a3f0e63c HTTP/1.1" status: 200 len: 210 time: 0.0306466 Jun 23 17:03:07.252483 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:03:07.470764 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 33666) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:07.515605 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c65dfc-188c-45d7-b4d9-87d3355904d5 admin admin] Deleting subnet 69717330-8345-4e50-8742-3b3c5fb60a05 {{(pid=105487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:03:07.519032 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d2c65dfc-188c-45d7-b4d9-87d3355904d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:07.556266 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d2c65dfc-188c-45d7-b4d9-87d3355904d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26947514'] for subnet, precommit_delete_associations {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:07.600075 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d2c65dfc-188c-45d7-b4d9-87d3355904d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16059385'] for subnet, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:07.760128 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d2c65dfc-188c-45d7-b4d9-87d3355904d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16059360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26949438'] for subnet, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:07.762611 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-9e65359e-8493-4009-8ec9-cd770cb150d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:07.785081 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c65dfc-188c-45d7-b4d9-87d3355904d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69717330-8345-4e50-8742-3b3c5fb60a05,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:07.789293 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-d2c65dfc-188c-45d7-b4d9-87d3355904d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:07.791907 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d2c65dfc-188c-45d7-b4d9-87d3355904d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:07.794324 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-d2c65dfc-188c-45d7-b4d9-87d3355904d5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/69717330-8345-4e50-8742-3b3c5fb60a05 HTTP/1.1" status: 204 len: 168 time: 0.3220286 Jun 23 17:03:07.796203 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 33668) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:07.865277 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-bc599dca-120f-426f-8002-53fdd97ac972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16231295'] for network, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:07.944823 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-bc599dca-120f-426f-8002-53fdd97ac972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086644', 'neutron.services.segments.db._delete_segments_for_network-8730820742431'] for network, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:07.954284 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-bc599dca-120f-426f-8002-53fdd97ac972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c']}} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:07.963893 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-bc599dca-120f-426f-8002-53fdd97ac972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370882e3-1726-4836-8581-8271f1675e06') {'for_net_delete': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:07.964212 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-bc599dca-120f-426f-8002-53fdd97ac972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370882e3-1726-4836-8581-8271f1675e06') {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:07.973678 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-bc599dca-120f-426f-8002-53fdd97ac972 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730820730862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26947493'] for segment, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:07.986941 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-bc599dca-120f-426f-8002-53fdd97ac972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:07.993259 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc599dca-120f-426f-8002-53fdd97ac972 admin admin] Releasing vlan 1391 on physical network physnet1 to pool {{(pid=105487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:03:07.993636 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-bc599dca-120f-426f-8002-53fdd97ac972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26948060'] for segment, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: Traceback (most recent call last): Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: timer() Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: cb(*args, **kw) Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: return func(*args, **kwargs) Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: self._notify() Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: self.callback(batched_events) Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: event.method(event) Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: return f(self, *a, **k) Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: return self._get(url).json() Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: return self.request(url, 'GET', **kwargs) Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:03:07.995206 dv-cinder-797608-1-iscsi neutron-server[105487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:03:08.210600 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-bc599dca-120f-426f-8002-53fdd97ac972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724528'] for network, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:08.215716 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:08.218620 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-bc599dca-120f-426f-8002-53fdd97ac972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:08.220414 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-bc599dca-120f-426f-8002-53fdd97ac972 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c HTTP/1.1" status: 204 len: 168 time: 0.4233081 Jun 23 17:03:08.230788 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc599dca-120f-426f-8002-53fdd97ac972 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea3e2a7f-ac59-4ca5-80f4-f20e76338c3c,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:08.233186 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-bc599dca-120f-426f-8002-53fdd97ac972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:08.548177 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 33678) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:08.590025 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-3dade1d5-8fa8-4e2e-ae9c-6ea921074434 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd92cab0e28f49ceb542ed1b789fd00a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405815 Jun 23 17:03:08.592298 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 33680) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:08.640649 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c59c4759-5ff9-49ce-a230-ab42f9f7a05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:08.662275 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c59c4759-5ff9-49ce-a230-ab42f9f7a05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:08.804850 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c59c4759-5ff9-49ce-a230-ab42f9f7a05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:08.807597 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c59c4759-5ff9-49ce-a230-ab42f9f7a05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:08.808767 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-c59c4759-5ff9-49ce-a230-ab42f9f7a05d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7db4de08-c37d-45c4-8064-e3ad31f87cf3 HTTP/1.1" status: 204 len: 168 time: 0.2155907 Jun 23 17:03:08.809602 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-379e54f7-0f1d-49b0-85c8-25390374adb3 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:08.818442 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c4759-5ff9-49ce-a230-ab42f9f7a05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db4de08-c37d-45c4-8064-e3ad31f87cf3,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:08.821585 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-c59c4759-5ff9-49ce-a230-ab42f9f7a05d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:09.312106 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device bc945eb2-86b2-4784-9c9b-df24a00ef58c no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:03:09.333242 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] No Port match for: bc945eb2-86b2-4784-9c9b-df24a00ef58c {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:03:09.333602 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device bc945eb2-86b2-4784-9c9b-df24a00ef58c not bound to the agent host hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:03:09.896117 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 33710) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:09.987701 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-c92bd943-76b4-4864-bf55-171a124a1079 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-836086829-network', 'tenant_id': '3ba1bf7e3f2a469ba03419a71a4a82c7'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:10.090659 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92bd943-76b4-4864-bf55-171a124a1079 admin admin] Made reservation on behalf of 3ba1bf7e3f2a469ba03419a71a4a82c7 for: {'network': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:03:10.093333 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c92bd943-76b4-4864-bf55-171a124a1079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for network, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:10.106733 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c92bd943-76b4-4864-bf55-171a124a1079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:10.471309 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c92bd943-76b4-4864-bf55-171a124a1079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:10.564684 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c92bd943-76b4-4864-bf55-171a124a1079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:10.568946 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-4e5466f5-fd42-40ac-a40b-2c90a36e87bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:10.590557 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92bd943-76b4-4864-bf55-171a124a1079 admin admin] vlan segment allocate from pool success with {'vlan_id': 1377, 'physical_network': 'physnet1'} {{(pid=105487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:03:10.600432 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd943-76b4-4864-bf55-171a124a1079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3bdb1f-c86f-45f0-ae00-9d89f4b76c59,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:10.603652 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-c92bd943-76b4-4864-bf55-171a124a1079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:10.606689 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c92bd943-76b4-4864-bf55-171a124a1079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:10.607055 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.db.segments_db [None req-c92bd943-76b4-4864-bf55-171a124a1079 admin admin] Added segment 78a870ed-3b78-4161-bafa-6ea6d48117dc of type vlan for network 028b36c1-c26e-4303-9bba-7d409c52d7fd Jun 23 17:03:10.647495 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c92bd943-76b4-4864-bf55-171a124a1079 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730820174852'] for network, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:10.742007 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c92bd943-76b4-4864-bf55-171a124a1079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929'] for network, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:10.743327 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92bd943-76b4-4864-bf55-171a124a1079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:10.743917 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c92bd943-76b4-4864-bf55-171a124a1079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:10.746134 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:10.808678 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd943-76b4-4864-bf55-171a124a1079 admin admin] Pushing event updated for resources: {'Network': ['ID=028b36c1-c26e-4303-9bba-7d409c52d7fd,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:10.811380 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-c92bd943-76b4-4864-bf55-171a124a1079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:10.819018 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Network 028b36c1-c26e-4303-9bba-7d409c52d7fd details requested by agent ovs-agent-dv-cinder-797608-1-iscsi with host dv-cinder-797608-1-iscsi {{(pid=105488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:03:10.839464 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-c92bd943-76b4-4864-bf55-171a124a1079 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9422545 Jun 23 17:03:10.842215 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 33718) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:10.847005 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-76e16d5c-ebe3-4b0c-8799-baf98792ba5f admin admin] Request body: {'subnet': {'network_id': '028b36c1-c26e-4303-9bba-7d409c52d7fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-836086829-subnet', 'tenant_id': '3ba1bf7e3f2a469ba03419a71a4a82c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:10.935916 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e16d5c-ebe3-4b0c-8799-baf98792ba5f admin admin] Made reservation on behalf of 3ba1bf7e3f2a469ba03419a71a4a82c7 for: {'subnet': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:03:10.938375 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-76e16d5c-ebe3-4b0c-8799-baf98792ba5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26949411'] for subnet, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:11.181969 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-76e16d5c-ebe3-4b0c-8799-baf98792ba5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26949425'] for subnet, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:11.184191 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:11.230741 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e16d5c-ebe3-4b0c-8799-baf98792ba5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0ba8635-d164-4f41-8e7b-9456168d6762,revision_number=0']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:11.237332 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-76e16d5c-ebe3-4b0c-8799-baf98792ba5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:11.246767 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e16d5c-ebe3-4b0c-8799-baf98792ba5f admin admin] Checking segment: {'id': '78a870ed-3b78-4161-bafa-6ea6d48117dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '028b36c1-c26e-4303-9bba-7d409c52d7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:03:11.247125 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e16d5c-ebe3-4b0c-8799-baf98792ba5f admin admin] Network hostable DHCP agents. Network: 028b36c1-c26e-4303-9bba-7d409c52d7fd, hostable agents: ['5e144bd6-6a48-4538-b5f5-f54886500fdf'], hosted agents: [] {{(pid=105487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:03:11.347541 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e16d5c-ebe3-4b0c-8799-baf98792ba5f admin admin] Network 028b36c1-c26e-4303-9bba-7d409c52d7fd is scheduled to be hosted by DHCP agent 5e144bd6-6a48-4538-b5f5-f54886500fdf with binding_index 1 {{(pid=105487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:03:11.439167 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-76e16d5c-ebe3-4b0c-8799-baf98792ba5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-1-iscsi, 028b36c1-c26e-4303-9bba-7d409c52d7fd) {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:03:11.443543 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e16d5c-ebe3-4b0c-8799-baf98792ba5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:11.444442 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-76e16d5c-ebe3-4b0c-8799-baf98792ba5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:11.448753 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581acdcb-8011-478e-a5ba-beb72f878b25 None None] Network 028b36c1-c26e-4303-9bba-7d409c52d7fd requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:03:11.559414 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-76e16d5c-ebe3-4b0c-8799-baf98792ba5f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7161348 Jun 23 17:03:11.576557 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18699beb-cfdb-41a9-881f-aeceecc65437 None None] Network 028b36c1-c26e-4303-9bba-7d409c52d7fd requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:03:12.313783 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 33754) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:12.319705 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-771494713-network', 'tenant_id': '23995017285545d6b6ae79a05f09b002'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:12.410927 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Made reservation on behalf of 23995017285545d6b6ae79a05f09b002 for: {'network': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:03:12.413415 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for network, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:12.422395 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:12.523503 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:12.593202 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:12.597251 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-8e4382c0-b26a-41a4-a5e0-048d9d2d80e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:12.618967 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] vlan segment allocate from pool success with {'vlan_id': 1365, 'physical_network': 'physnet1'} {{(pid=105486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:03:12.628529 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90b02ac-daac-46d4-ac84-c3a0bc62959e,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:12.633227 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:12.633574 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.segments_db [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Added segment 70dd6c60-778c-41ba-997f-02687bebbf4b of type vlan for network d9143ad4-5f85-4aa8-aecf-e16f1e622227 Jun 23 17:03:12.644007 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:12.644392 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:12.644976 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:12.645259 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:12.645628 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:12.645996 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:12.646358 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:12.646722 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:12.647084 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:12.647442 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:12.647796 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:12.648152 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:12.653052 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:12.690198 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730820174852'] for network, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:12.827904 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929'] for network, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:12.832472 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:12.832472 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:12.833100 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:12.892192 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Pushing event updated for resources: {'Network': ['ID=d9143ad4-5f85-4aa8-aecf-e16f1e622227,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:12.895985 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:12.902944 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Network d9143ad4-5f85-4aa8-aecf-e16f1e622227 details requested by agent ovs-agent-dv-cinder-797608-1-iscsi with host dv-cinder-797608-1-iscsi {{(pid=105488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:03:12.960076 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-9a9dd9c6-5c71-4202-9072-3a53dac21d9c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6451979 Jun 23 17:03:12.962975 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 33758) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:12.968989 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-6813b168-fc74-4c63-850d-1270567c0310 admin admin] Request body: {'subnet': {'network_id': 'd9143ad4-5f85-4aa8-aecf-e16f1e622227', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-771494713-subnet', 'tenant_id': '23995017285545d6b6ae79a05f09b002', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:13.078853 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6813b168-fc74-4c63-850d-1270567c0310 admin admin] Made reservation on behalf of 23995017285545d6b6ae79a05f09b002 for: {'subnet': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:03:13.081392 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6813b168-fc74-4c63-850d-1270567c0310 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3900924'] for subnet, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:13.313551 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6813b168-fc74-4c63-850d-1270567c0310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2321465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3900910'] for subnet, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:13.317172 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:13.368488 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813b168-fc74-4c63-850d-1270567c0310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3785df53-6584-442a-8fd3-c4fc88cb4f47,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:13.372007 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-6813b168-fc74-4c63-850d-1270567c0310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:13.377480 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6813b168-fc74-4c63-850d-1270567c0310 admin admin] Checking segment: {'id': '70dd6c60-778c-41ba-997f-02687bebbf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1365, 'network_id': 'd9143ad4-5f85-4aa8-aecf-e16f1e622227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:03:13.377836 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6813b168-fc74-4c63-850d-1270567c0310 admin admin] Network hostable DHCP agents. Network: d9143ad4-5f85-4aa8-aecf-e16f1e622227, hostable agents: ['5e144bd6-6a48-4538-b5f5-f54886500fdf'], hosted agents: [] {{(pid=105486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:03:13.444188 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6813b168-fc74-4c63-850d-1270567c0310 admin admin] Network d9143ad4-5f85-4aa8-aecf-e16f1e622227 is scheduled to be hosted by DHCP agent 5e144bd6-6a48-4538-b5f5-f54886500fdf with binding_index 1 {{(pid=105486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:03:13.524500 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-6813b168-fc74-4c63-850d-1270567c0310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-1-iscsi, d9143ad4-5f85-4aa8-aecf-e16f1e622227) {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:03:13.529919 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6813b168-fc74-4c63-850d-1270567c0310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:13.533887 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6813b168-fc74-4c63-850d-1270567c0310 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:13.534967 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaff58bf-7660-4d27-a06e-42a820ff46b6 None None] Network d9143ad4-5f85-4aa8-aecf-e16f1e622227 requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:03:13.617353 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-6813b168-fc74-4c63-850d-1270567c0310 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6531737 Jun 23 17:03:13.664960 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ba3ff8-6801-4220-9fb9-25ba696d89c8 None None] Network d9143ad4-5f85-4aa8-aecf-e16f1e622227 requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:03:14.793009 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 33778) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:14.838696 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44da82f-8922-487f-9fcb-e91619551695 admin admin] Deleting subnet 55b379ac-f6b5-4c2d-9dec-1a5baefe4317 {{(pid=105486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:03:14.843894 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e44da82f-8922-487f-9fcb-e91619551695 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:14.878495 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e44da82f-8922-487f-9fcb-e91619551695 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2321636'] for subnet, precommit_delete_associations {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:14.921654 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e44da82f-8922-487f-9fcb-e91619551695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16059385'] for subnet, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:15.062011 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e44da82f-8922-487f-9fcb-e91619551695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16059360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2323194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3900897'] for subnet, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:15.064313 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:15.089328 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44da82f-8922-487f-9fcb-e91619551695 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55b379ac-f6b5-4c2d-9dec-1a5baefe4317,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:15.091252 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e44da82f-8922-487f-9fcb-e91619551695 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:15.093072 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-e44da82f-8922-487f-9fcb-e91619551695 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/55b379ac-f6b5-4c2d-9dec-1a5baefe4317 HTTP/1.1" status: 204 len: 168 time: 0.2990377 Jun 23 17:03:15.094076 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-e44da82f-8922-487f-9fcb-e91619551695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:15.095564 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 33780) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:15.164819 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d7395a58-e0ec-49c9-ad33-585f77dcd534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16231295'] for network, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:15.245322 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d7395a58-e0ec-49c9-ad33-585f77dcd534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086644', 'neutron.services.segments.db._delete_segments_for_network-8730820742431'] for network, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:15.254640 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-d7395a58-e0ec-49c9-ad33-585f77dcd534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98']}} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:15.263928 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-d7395a58-e0ec-49c9-ad33-585f77dcd534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be614158-4674-4041-b0e5-6be43ce6c2fb') {'for_net_delete': True} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:15.264220 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-d7395a58-e0ec-49c9-ad33-585f77dcd534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be614158-4674-4041-b0e5-6be43ce6c2fb') {} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:15.274031 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d7395a58-e0ec-49c9-ad33-585f77dcd534 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730820730862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2321659'] for segment, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:15.288000 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d7395a58-e0ec-49c9-ad33-585f77dcd534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:15.293667 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7395a58-e0ec-49c9-ad33-585f77dcd534 admin admin] Releasing vlan 1357 on physical network physnet1 to pool {{(pid=105486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:03:15.294078 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d7395a58-e0ec-49c9-ad33-585f77dcd534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2323047'] for segment, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: Traceback (most recent call last): Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: timer() Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: cb(*args, **kw) Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: return func(*args, **kwargs) Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: self._notify() Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: self.callback(batched_events) Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: event.method(event) Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: return f(self, *a, **k) Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: return self._get(url).json() Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: return self.request(url, 'GET', **kwargs) Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:03:15.295678 dv-cinder-797608-1-iscsi neutron-server[105486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:03:15.495795 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d7395a58-e0ec-49c9-ad33-585f77dcd534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724528'] for network, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:15.499497 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-75ed95b9-7a4f-410c-9027-2e8e70e0a92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:15.502049 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d7395a58-e0ec-49c9-ad33-585f77dcd534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:15.504458 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-d7395a58-e0ec-49c9-ad33-585f77dcd534 admin admin] 10.222.0.25 "DELETE /v2.0/networks/06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98 HTTP/1.1" status: 204 len: 168 time: 0.4072480 Jun 23 17:03:15.515073 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7395a58-e0ec-49c9-ad33-585f77dcd534 admin admin] Pushing event deleted for resources: {'Network': ['ID=06fa8d5d-2ccd-4a9b-8703-bd36c1fe0b98,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:15.517430 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-d7395a58-e0ec-49c9-ad33-585f77dcd534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:15.930660 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 33794) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:15.969978 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-f4af17f2-5915-4428-8fcf-68c0f9d6943f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d7e72fe0b1b4c428274eaddf1fd76c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380714 Jun 23 17:03:15.972414 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 33796) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:16.022380 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a54a58da-3ec0-44c1-a81a-eaa78740be9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:16.043709 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a54a58da-3ec0-44c1-a81a-eaa78740be9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:16.158586 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a54a58da-3ec0-44c1-a81a-eaa78740be9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:16.161739 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a54a58da-3ec0-44c1-a81a-eaa78740be9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:16.162888 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-a54a58da-3ec0-44c1-a81a-eaa78740be9f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7f2a918-ef18-45ce-9da3-fb18a200e606 HTTP/1.1" status: 204 len: 168 time: 0.1889269 Jun 23 17:03:16.163940 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-265d853d-ebf0-4472-bb50-827b7e4adf13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:16.171957 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a58da-3ec0-44c1-a81a-eaa78740be9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f2a918-ef18-45ce-9da3-fb18a200e606,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:16.174937 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-a54a58da-3ec0-44c1-a81a-eaa78740be9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:21.524383 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-b3645881-b26b-43a0-8c99-8ab9e61477b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:23.301831 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:23.387805 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb15e77-d88b-4a09-8e3b-32de3f9293d7 req-a110f9b9-3251-43d3-b933-631dd2b5402a tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:23.389340 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8fb15e77-d88b-4a09-8e3b-32de3f9293d7 req-a110f9b9-3251-43d3-b933-631dd2b5402a tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 945 time: 0.0666239 Jun 23 17:03:23.426998 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-8fb15e77-d88b-4a09-8e3b-32de3f9293d7 req-4f356b21-a168-44c0-b82c-11f3056ce166 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314853 Jun 23 17:03:23.975591 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:24.455844 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-cf128faf-eab3-4a32-aa75-a2d5e61a1635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:24.610979 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808c7e9-3140-40b4-8709-dcff113b3d3b req-606c8fbd-e34a-4fa4-b3b9-00826961ec3b tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:24.612463 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0808c7e9-3140-40b4-8709-dcff113b3d3b req-606c8fbd-e34a-4fa4-b3b9-00826961ec3b tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 945 time: 0.0717127 Jun 23 17:03:24.650436 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0808c7e9-3140-40b4-8709-dcff113b3d3b req-f9ec99ff-de61-4741-a634-4cc787213020 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322399 Jun 23 17:03:25.027995 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449ecbc-7d09-4af5-9cf3-dd670a457cb2 req-f9eb1fd7-a4a8-47a4-846d-d3305e15b08c tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:25.029487 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5449ecbc-7d09-4af5-9cf3-dd670a457cb2 req-f9eb1fd7-a4a8-47a4-846d-d3305e15b08c tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.35 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 945 time: 0.0706189 Jun 23 17:03:25.133629 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-5449ecbc-7d09-4af5-9cf3-dd670a457cb2 req-d358d4db-61a3-4560-b934-ea639a82cf91 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Deleting port b495c6f0-8c11-467c-8c39-4317aecbb2fb {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:03:25.133985 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-5449ecbc-7d09-4af5-9cf3-dd670a457cb2 req-d358d4db-61a3-4560-b934-ea639a82cf91 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:25.229973 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-5449ecbc-7d09-4af5-9cf3-dd670a457cb2 req-d358d4db-61a3-4560-b934-ea639a82cf91 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] For port b495c6f0-8c11-467c-8c39-4317aecbb2fb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b495c6f0-8c11-467c-8c39-4317aecbb2fb,segment=NetworkSegment(9a3588ff-03d1-4528-8182-888913e975ad),segment_id=9a3588ff-03d1-4528-8182-888913e975ad)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:03:25.230316 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-5449ecbc-7d09-4af5-9cf3-dd670a457cb2 req-d358d4db-61a3-4560-b934-ea639a82cf91 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:25.397557 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-5449ecbc-7d09-4af5-9cf3-dd670a457cb2 req-d358d4db-61a3-4560-b934-ea639a82cf91 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:25.397849 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-5449ecbc-7d09-4af5-9cf3-dd670a457cb2 req-d358d4db-61a3-4560-b934-ea639a82cf91 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724514'] for floatingip, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:25.398166 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.db.l3_db [req-5449ecbc-7d09-4af5-9cf3-dd670a457cb2 req-d358d4db-61a3-4560-b934-ea639a82cf91 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Floating IP 158969a6-1bc8-4ea7-835c-495dd3c3fa46 disassociated. External IP: 172.27.2.77, port: b495c6f0-8c11-467c-8c39-4317aecbb2fb. Jun 23 17:03:25.398513 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-5449ecbc-7d09-4af5-9cf3-dd670a457cb2 req-d358d4db-61a3-4560-b934-ea639a82cf91 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Calling delete_port for b495c6f0-8c11-467c-8c39-4317aecbb2fb owned by compute:nova {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:03:25.575994 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:25.653332 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-5449ecbc-7d09-4af5-9cf3-dd670a457cb2 req-d358d4db-61a3-4560-b934-ea639a82cf91 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:25.658919 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-d50070f0-5faa-41b6-8ba8-2480f86b55c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:25.685186 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358d4db-61a3-4560-b934-ea639a82cf91 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Pushing event deleted for resources: {'Port': ['ID=b495c6f0-8c11-467c-8c39-4317aecbb2fb,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:25.688394 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-d358d4db-61a3-4560-b934-ea639a82cf91 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:25.816631 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-95715062-4f8f-4a35-8e35-2d914d9ce278 req-f8454644-ff9f-4df5-8a9b-92ec4074e332 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 210 time: 0.0367396 Jun 23 17:03:25.833533 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5449ecbc-7d09-4af5-9cf3-dd670a457cb2 req-d358d4db-61a3-4560-b934-ea639a82cf91 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Router 6b1e07af-7152-4da2-8987-9ea8384f3c50 has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:03:25.943289 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5449ecbc-7d09-4af5-9cf3-dd670a457cb2 req-d358d4db-61a3-4560-b934-ea639a82cf91 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:03:25.952456 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2d23f2-04f2-4adf-957f-9f700d4b9a1d None None] Sync routers for ids ['6b1e07af-7152-4da2-8987-9ea8384f3c50'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:03:25.961872 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2d23f2-04f2-4adf-957f-9f700d4b9a1d None None] Routers {'6b1e07af-7152-4da2-8987-9ea8384f3c50'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:03:25.962428 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-da2d23f2-04f2-4adf-957f-9f700d4b9a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:03:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['6b1e07af-7152-4da2-8987-9ea8384f3c50'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:25.990508 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-5449ecbc-7d09-4af5-9cf3-dd670a457cb2 req-d358d4db-61a3-4560-b934-ea639a82cf91 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] No DVR routers for this DVR port b495c6f0-8c11-467c-8c39-4317aecbb2fb on host hv-cinder-79760 {{(pid=105487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:03:25.993057 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-5449ecbc-7d09-4af5-9cf3-dd670a457cb2 req-d358d4db-61a3-4560-b934-ea639a82cf91 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:25.994996 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5449ecbc-7d09-4af5-9cf3-dd670a457cb2 req-d358d4db-61a3-4560-b934-ea639a82cf91 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.35 "DELETE /v2.0/ports/b495c6f0-8c11-467c-8c39-4317aecbb2fb HTTP/1.1" status: 204 len: 173 time: 0.9605472 Jun 23 17:03:25.996169 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a78546-cc29-412a-9519-a2654679c1e7', 'name': 'network-vif-deleted', 'tag': 'b495c6f0-8c11-467c-8c39-4317aecbb2fb'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:03:25.998490 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659f9df5-d05e-4662-b08d-083159f172f4" -d '{"events": [{"server_uuid": "31a78546-cc29-412a-9519-a2654679c1e7", "name": "network-vif-deleted", "tag": "b495c6f0-8c11-467c-8c39-4317aecbb2fb"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:03:26.083108 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-da2d23f2-04f2-4adf-957f-9f700d4b9a1d None None] Set router 6b1e07af-7152-4da2-8987-9ea8384f3c50 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:03:26.231631 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e9807a-9e5a-4bb5-bca6-a6285dde9fb7 x-openstack-request-id: req-d9e9807a-9e5a-4bb5-bca6-a6285dde9fb7 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:03:26.232120 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a78546-cc29-412a-9519-a2654679c1e7", "name": "network-vif-deleted", "tag": "b495c6f0-8c11-467c-8c39-4317aecbb2fb", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:03:26.232302 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9e9807a-9e5a-4bb5-bca6-a6285dde9fb7 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:03:26.232700 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a78546-cc29-412a-9519-a2654679c1e7', 'name': 'network-vif-deleted', 'tag': 'b495c6f0-8c11-467c-8c39-4317aecbb2fb', 'status': 'completed', 'code': 200} Jun 23 17:03:26.302486 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-da2d23f2-04f2-4adf-957f-9f700d4b9a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:00:15Z', 'revision_number': 4, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '5efb46a1-33bb-4a1e-9b9e-393487ae2d96', 'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'mac_address': 'fa:16:3e:23:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:14Z', 'updated_at': '2021-06-23T17:00:21Z', 'revision_number': 5, 'project_id': '231173d0a69b4fd585f8740571e49789', 'subnets': [{'id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:26.327294 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2d23f2-04f2-4adf-957f-9f700d4b9a1d None None] Checking router: 6b1e07af-7152-4da2-8987-9ea8384f3c50 for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:03:26.336410 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2d23f2-04f2-4adf-957f-9f700d4b9a1d None None] Routers {'6b1e07af-7152-4da2-8987-9ea8384f3c50'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:03:26.337263 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-da2d23f2-04f2-4adf-957f-9f700d4b9a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:03:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['6b1e07af-7152-4da2-8987-9ea8384f3c50'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:26.440535 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-da2d23f2-04f2-4adf-957f-9f700d4b9a1d None None] Set router 6b1e07af-7152-4da2-8987-9ea8384f3c50 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:03:26.774062 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-da2d23f2-04f2-4adf-957f-9f700d4b9a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:00:15Z', 'revision_number': 4, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '5efb46a1-33bb-4a1e-9b9e-393487ae2d96', 'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'mac_address': 'fa:16:3e:23:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:14Z', 'updated_at': '2021-06-23T17:00:21Z', 'revision_number': 5, 'project_id': '231173d0a69b4fd585f8740571e49789', 'subnets': [{'id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:26.801440 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2d23f2-04f2-4adf-957f-9f700d4b9a1d None None] The sync data for ids ['6b1e07af-7152-4da2-8987-9ea8384f3c50'] in dv-cinder-797608-1-iscsi is: [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:00:15Z', 'revision_number': 4, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '5efb46a1-33bb-4a1e-9b9e-393487ae2d96', 'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'mac_address': 'fa:16:3e:23:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:14Z', 'updated_at': '2021-06-23T17:00:21Z', 'revision_number': 5, 'project_id': '231173d0a69b4fd585f8740571e49789', 'subnets': [{'id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:03:27.025923 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-242106a6-7a80-42af-9aa6-aef96e51795b req-9e6b3cad-d570-44d4-a738-07d5609f02a4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=31a78546-cc29-412a-9519-a2654679c1e7 HTTP/1.1" status: 200 len: 210 time: 0.0338116 Jun 23 17:03:27.070957 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7dccfd-2302-49d7-a568-e532cc6636ee None None] New status for floating IP 158969a6-1bc8-4ea7-835c-495dd3c3fa46: DOWN {{(pid=105489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:03:27.130010 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:28.318080 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-fd91d343-e5f8-4b06-8167-bea2876ac8a1 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1350063626&fields=id&tenant_id=231173d0a69b4fd585f8740571e49789 HTTP/1.1" status: 200 len: 267 time: 0.0357792 Jun 23 17:03:28.429557 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-514073d1-17b9-4b32-94f7-4aebe2bdc4c1 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:28.431049 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-514073d1-17b9-4b32-94f7-4aebe2bdc4c1 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/networks?id=a9377805-8f69-4935-aba0-28dc2d71b2ad HTTP/1.1" status: 200 len: 812 time: 0.1062946 Jun 23 17:03:28.446891 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-c7aca35e-b0a5-4c9d-bf21-8831c501fb7a tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/quotas/231173d0a69b4fd585f8740571e49789 HTTP/1.1" status: 200 len: 375 time: 0.0099819 Jun 23 17:03:28.540059 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-5c90c42e-e950-4d31-a6b8-389581eff1cc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=231173d0a69b4fd585f8740571e49789&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0869949 Jun 23 17:03:28.648075 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-884d2594-5739-4558-997f-8f2f01f8dd15 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:03:28.649199 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-884d2594-5739-4558-997f-8f2f01f8dd15 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0967712 Jun 23 17:03:28.745675 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-eea7f24f-1d51-4cb0-b9d9-a0a95f2b4c3c service neutron] 10.222.0.25 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903771 Jun 23 17:03:28.843061 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-26e80db1-21f2-4d20-8001-900d48378b6e service neutron] 10.222.0.25 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910468 Jun 23 17:03:29.374770 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device b495c6f0-8c11-467c-8c39-4317aecbb2fb no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:03:29.395555 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] No Port match for: b495c6f0-8c11-467c-8c39-4317aecbb2fb {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:03:29.395826 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device b495c6f0-8c11-467c-8c39-4317aecbb2fb not bound to the agent host hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:03:29.558545 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-591d5ebe-4dc7-4f58-a061-3d645440379f req-0dcb4b51-4ebf-4898-bf72-a81ec30a1e61 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 210 time: 0.0287757 Jun 23 17:03:30.584503 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 33942) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:30.629483 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d32626c-993d-486e-b7d4-7fffc7763c4e admin admin] Deleting subnet d0ba8635-d164-4f41-8e7b-9456168d6762 {{(pid=105487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:03:30.635376 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2d32626c-993d-486e-b7d4-7fffc7763c4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:30.672096 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2d32626c-993d-486e-b7d4-7fffc7763c4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26947514'] for subnet, precommit_delete_associations {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:30.721100 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ddb471e7-6989-4619-8c21-918a1c1b0140 req-8c6c1246-bf3f-49a3-a624-2c1d7fea552a tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 210 time: 0.0470097 Jun 23 17:03:30.738419 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2d32626c-993d-486e-b7d4-7fffc7763c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16059385'] for subnet, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:30.930491 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2d32626c-993d-486e-b7d4-7fffc7763c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16059360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26949438'] for subnet, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:30.934080 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-76e16d5c-ebe3-4b0c-8799-baf98792ba5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:30.967126 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32626c-993d-486e-b7d4-7fffc7763c4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0ba8635-d164-4f41-8e7b-9456168d6762,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:30.982467 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-2d32626c-993d-486e-b7d4-7fffc7763c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:30.982467 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2d32626c-993d-486e-b7d4-7fffc7763c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:30.982467 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-2d32626c-993d-486e-b7d4-7fffc7763c4e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d0ba8635-d164-4f41-8e7b-9456168d6762 HTTP/1.1" status: 204 len: 168 time: 0.3876469 Jun 23 17:03:30.982467 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 33944) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:31.045444 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-53bb4f1c-54e2-4e12-9e60-606dca395953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16231295'] for network, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:31.132533 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-53bb4f1c-54e2-4e12-9e60-606dca395953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086644', 'neutron.services.segments.db._delete_segments_for_network-8730820742431'] for network, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:31.142234 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-53bb4f1c-54e2-4e12-9e60-606dca395953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028b36c1-c26e-4303-9bba-7d409c52d7fd']}} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:31.153420 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-53bb4f1c-54e2-4e12-9e60-606dca395953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a870ed-3b78-4161-bafa-6ea6d48117dc') {'for_net_delete': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:31.153725 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-53bb4f1c-54e2-4e12-9e60-606dca395953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a870ed-3b78-4161-bafa-6ea6d48117dc') {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:31.162840 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-53bb4f1c-54e2-4e12-9e60-606dca395953 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730820730862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26947493'] for segment, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:31.176333 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-53bb4f1c-54e2-4e12-9e60-606dca395953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53bb4f1c-54e2-4e12-9e60-606dca395953 admin admin] Releasing vlan 1377 on physical network physnet1 to pool {{(pid=105487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-53bb4f1c-54e2-4e12-9e60-606dca395953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26948060'] for segment, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: Traceback (most recent call last): Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: timer() Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: cb(*args, **kw) Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: return func(*args, **kwargs) Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: self._notify() Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: self.callback(batched_events) Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: event.method(event) Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: return f(self, *a, **k) Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: return self._get(url).json() Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: return self.request(url, 'GET', **kwargs) Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:03:31.196948 dv-cinder-797608-1-iscsi neutron-server[105487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:03:31.336011 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-53bb4f1c-54e2-4e12-9e60-606dca395953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724528'] for network, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:31.342590 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-53bb4f1c-54e2-4e12-9e60-606dca395953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:31.344495 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-53bb4f1c-54e2-4e12-9e60-606dca395953 admin admin] 10.222.0.25 "DELETE /v2.0/networks/028b36c1-c26e-4303-9bba-7d409c52d7fd HTTP/1.1" status: 204 len: 168 time: 0.3678985 Jun 23 17:03:31.345372 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:31.347436 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 33946) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:31.386681 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb4f1c-54e2-4e12-9e60-606dca395953 admin admin] Pushing event deleted for resources: {'Network': ['ID=028b36c1-c26e-4303-9bba-7d409c52d7fd,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:31.391734 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-53bb4f1c-54e2-4e12-9e60-606dca395953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:31.410730 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d98331-5fe8-49f4-b247-705c86cc3cba admin admin] Deleting subnet 3785df53-6584-442a-8fd3-c4fc88cb4f47 {{(pid=105487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:03:31.414009 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-47d98331-5fe8-49f4-b247-705c86cc3cba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:31.450312 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-47d98331-5fe8-49f4-b247-705c86cc3cba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26947514'] for subnet, precommit_delete_associations {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:31.491435 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-47d98331-5fe8-49f4-b247-705c86cc3cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16059385'] for subnet, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:31.621586 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-47d98331-5fe8-49f4-b247-705c86cc3cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16059360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26949438'] for subnet, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:31.623852 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:31.652851 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d98331-5fe8-49f4-b247-705c86cc3cba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3785df53-6584-442a-8fd3-c4fc88cb4f47,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:31.655663 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-47d98331-5fe8-49f4-b247-705c86cc3cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:31.658317 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-47d98331-5fe8-49f4-b247-705c86cc3cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:31.660243 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-47d98331-5fe8-49f4-b247-705c86cc3cba admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3785df53-6584-442a-8fd3-c4fc88cb4f47 HTTP/1.1" status: 204 len: 168 time: 0.3116884 Jun 23 17:03:31.662675 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 33948) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:31.734959 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-413b6c1f-b4fa-43e9-97f5-b1d85c6c2dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16231295'] for network, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:31.820728 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-413b6c1f-b4fa-43e9-97f5-b1d85c6c2dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086644', 'neutron.services.segments.db._delete_segments_for_network-8730820742431'] for network, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:31.831402 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-413b6c1f-b4fa-43e9-97f5-b1d85c6c2dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9143ad4-5f85-4aa8-aecf-e16f1e622227']}} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:31.842383 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-413b6c1f-b4fa-43e9-97f5-b1d85c6c2dc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70dd6c60-778c-41ba-997f-02687bebbf4b') {'for_net_delete': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:31.842632 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-413b6c1f-b4fa-43e9-97f5-b1d85c6c2dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70dd6c60-778c-41ba-997f-02687bebbf4b') {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:31.851879 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-413b6c1f-b4fa-43e9-97f5-b1d85c6c2dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730820730862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26947493'] for segment, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:31.867031 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-dd2aed47-937f-46db-bf9a-728e38cdbda2 req-a131a1b4-6d76-41ed-b542-49e1af0ea82e tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 210 time: 0.0299323 Jun 23 17:03:31.867622 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-413b6c1f-b4fa-43e9-97f5-b1d85c6c2dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:31.873517 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413b6c1f-b4fa-43e9-97f5-b1d85c6c2dc1 admin admin] Releasing vlan 1365 on physical network physnet1 to pool {{(pid=105487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:03:31.873980 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-413b6c1f-b4fa-43e9-97f5-b1d85c6c2dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26948060'] for segment, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: Traceback (most recent call last): Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: timer() Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: cb(*args, **kw) Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: return func(*args, **kwargs) Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: self._notify() Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: self.callback(batched_events) Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: event.method(event) Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: return f(self, *a, **k) Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: return self._get(url).json() Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: return self.request(url, 'GET', **kwargs) Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:03:31.876048 dv-cinder-797608-1-iscsi neutron-server[105487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:03:32.035655 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-413b6c1f-b4fa-43e9-97f5-b1d85c6c2dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724528'] for network, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:32.056154 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-9d603631-d9af-4b21-8d28-28cc3b8b45ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:32.060222 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-413b6c1f-b4fa-43e9-97f5-b1d85c6c2dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:32.062076 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-413b6c1f-b4fa-43e9-97f5-b1d85c6c2dc1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d9143ad4-5f85-4aa8-aecf-e16f1e622227 HTTP/1.1" status: 204 len: 168 time: 0.3984613 Jun 23 17:03:32.103251 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b6c1f-b4fa-43e9-97f5-b1d85c6c2dc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9143ad4-5f85-4aa8-aecf-e16f1e622227,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:32.111844 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-413b6c1f-b4fa-43e9-97f5-b1d85c6c2dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:32.158963 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-fbc38faf-5b04-42de-abc0-dd8fe9b9bb4d tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:32.161229 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-fbc38faf-5b04-42de-abc0-dd8fe9b9bb4d tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.35 "GET /v2.0/networks?id=a9377805-8f69-4935-aba0-28dc2d71b2ad HTTP/1.1" status: 200 len: 812 time: 0.1373019 Jun 23 17:03:32.210428 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-295e9616-8230-4a70-a22d-490a036eb3f8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=231173d0a69b4fd585f8740571e49789 HTTP/1.1" status: 200 len: 380 time: 0.0339758 Jun 23 17:03:32.219353 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-562c8f5e-ed23-4f5b-921d-06e150a771dc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Request body: {'port': {'device_id': '68748150-ded0-4b7e-bdb0-ba0dd2b82b90', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'admin_state_up': True, 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'security_groups': ['7811035d-137f-43f5-a576-428ce1650791']}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:32.708077 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-562c8f5e-ed23-4f5b-921d-06e150a771dc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Made reservation on behalf of 231173d0a69b4fd585f8740571e49789 for: {'port': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:03:32.711802 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-562c8f5e-ed23-4f5b-921d-06e150a771dc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:32.844589 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-562c8f5e-ed23-4f5b-921d-06e150a771dc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Allocated IP 172.20.0.7 (a9377805-8f69-4935-aba0-28dc2d71b2ad/d58dc0ba-116e-4102-a7e9-04ba236e619c/9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:03:33.001258 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-562c8f5e-ed23-4f5b-921d-06e150a771dc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:33.022229 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-96de30fa-4a69-423e-9819-10210beac8a1 req-11894b12-ffcf-439d-88a9-e3e2d118a99d tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 210 time: 0.0394263 Jun 23 17:03:33.032737 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-562c8f5e-ed23-4f5b-921d-06e150a771dc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Transition to ACTIVE for port object 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 will not be triggered until provisioned by entity DHCP. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:03:33.162952 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 33956) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:33.202126 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-562c8f5e-ed23-4f5b-921d-06e150a771dc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26947858'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:33.206598 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-9f1cce97-1ade-4b5a-b8b1-07cbd9effe71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:33.213594 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-6b86f752-18f4-4fdb-991b-af300e58d296 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ba1bf7e3f2a469ba03419a71a4a82c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495148 Jun 23 17:03:33.216431 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 33958) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:33.267690 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-562c8f5e-ed23-4f5b-921d-06e150a771dc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Network a9377805-8f69-4935-aba0-28dc2d71b2ad is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:03:33.269347 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b6f96e40-69d9-4710-8da4-ccf53354fc26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:33.269773 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-562c8f5e-ed23-4f5b-921d-06e150a771dc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:03:33.274200 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-562c8f5e-ed23-4f5b-921d-06e150a771dc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:03:33.277837 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c8f5e-ed23-4f5b-921d-06e150a771dc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Pushing event updated for resources: {'Port': ['ID=9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:33.281524 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-562c8f5e-ed23-4f5b-921d-06e150a771dc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:33.292425 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b6f96e40-69d9-4710-8da4-ccf53354fc26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:33.328697 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-562c8f5e-ed23-4f5b-921d-06e150a771dc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:33.329451 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-562c8f5e-ed23-4f5b-921d-06e150a771dc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:33.411177 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-562c8f5e-ed23-4f5b-921d-06e150a771dc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1954706 Jun 23 17:03:33.428735 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-75024be2-af93-4e26-8555-da97b1b60d86 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:03:33.429744 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-75024be2-af93-4e26-8555-da97b1b60d86 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060279 Jun 23 17:03:33.432599 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b6f96e40-69d9-4710-8da4-ccf53354fc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:33.435282 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b6f96e40-69d9-4710-8da4-ccf53354fc26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:33.436409 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-b6f96e40-69d9-4710-8da4-ccf53354fc26 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e3bdb1f-c86f-45f0-ae00-9d89f4b76c59 HTTP/1.1" status: 204 len: 168 time: 0.2188449 Jun 23 17:03:33.437632 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ff2aa9f6-61e7-4db1-b6ae-539f92ba2c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:33.446215 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f96e40-69d9-4710-8da4-ccf53354fc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3bdb1f-c86f-45f0-ae00-9d89f4b76c59,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:33.448501 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-b6f96e40-69d9-4710-8da4-ccf53354fc26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:33.546695 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Request body: {'port': {'device_id': '68748150-ded0-4b7e-bdb0-ba0dd2b82b90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:33.558719 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-80d94dab-a7bf-4e29-bf0e-3609b51cca66 None None] Provisioning for port 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:03:33.564378 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-80d94dab-a7bf-4e29-bf0e-3609b51cca66 None None] Provisioning complete for port 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:03:33.564811 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-80d94dab-a7bf-4e29-bf0e-3609b51cca66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:33.604692 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-80d94dab-a7bf-4e29-bf0e-3609b51cca66 None None] Port 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:03:33.621650 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:33.888358 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:03:33.897163 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:33.909975 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Transition to ACTIVE for port object 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:03:33.981440 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947840'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:33.984496 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-b87eccb0-c450-4dfe-b006-c438e9ce1aed tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:34.035981 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:34.039935 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:34.116404 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Attempting to bind port 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:03:34.117316 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Attempting to bind port 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '9a3588ff-03d1-4528-8182-888913e975ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:03:34.117655 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Attempting to bind port 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 on network a9377805-8f69-4935-aba0-28dc2d71b2ad {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:03:34.122294 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Port 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 on network a9377805-8f69-4935-aba0-28dc2d71b2ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:03:34.123551 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Attempting to bind port 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 on network a9377805-8f69-4935-aba0-28dc2d71b2ad {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:03:34.130118 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Checking agent: {'id': '78e83b5f-0ecc-435c-a465-b1f96103afbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:03:34.130461 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Checking segment: {'id': '9a3588ff-03d1-4528-8182-888913e975ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:03:34.130900 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Bound using segment: {'id': '9a3588ff-03d1-4528-8182-888913e975ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:03:34.131343 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Bound port: 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3588ff-03d1-4528-8182-888913e975ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:03:34.131696 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:34.210969 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] For port 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342, host hv-cinder-79760, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:03:34.215634 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] For port 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342,segment=NetworkSegment(9a3588ff-03d1-4528-8182-888913e975ad),segment_id=9a3588ff-03d1-4528-8182-888913e975ad)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:03:34.226500 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2ae75-c8a4-4539-8426-5e7ba862501a req-30489ed8-97e8-459d-9e66-dd5958f0ae02 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:34.228048 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-70f2ae75-c8a4-4539-8426-5e7ba862501a req-30489ed8-97e8-459d-9e66-dd5958f0ae02 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 943 time: 0.0900874 Jun 23 17:03:34.265592 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-70f2ae75-c8a4-4539-8426-5e7ba862501a req-bfc9c1c5-68e9-4ff3-8789-46cb575220d2 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317380 Jun 23 17:03:34.296429 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 33968) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:34.330345 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947840'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:34.334395 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7fe5de01-94f4-4391-9981-a0e40bd10efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:34.339122 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-720ff711-b45d-461b-b5fe-08ad680d9b03 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23995017285545d6b6ae79a05f09b002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385330 Jun 23 17:03:34.339260 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 33970) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:34.369401 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:34.370030 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:34.371437 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] 10.222.0.35 "PUT /v2.0/ports/9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 HTTP/1.1" status: 200 len: 1093 time: 0.9342341 Jun 23 17:03:34.371959 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68748150-ded0-4b7e-bdb0-ba0dd2b82b90', 'tag': '9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:03:34.374737 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c5a945-7f22-48f3-8c06-3422bb51ca3f" -d '{"events": [{"name": "network-changed", "server_uuid": "68748150-ded0-4b7e-bdb0-ba0dd2b82b90", "tag": "9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:03:34.405521 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6c79bc47-edd8-4df6-a42f-0ef201eecc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:34.411612 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:34.416173 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:34.427838 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873b2d0e-f32a-453d-a497-2221e0df99bd x-openstack-request-id: req-873b2d0e-f32a-453d-a497-2221e0df99bd {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:03:34.428601 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68748150-ded0-4b7e-bdb0-ba0dd2b82b90", "tag": "9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:03:34.428946 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-873b2d0e-f32a-453d-a497-2221e0df99bd {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:03:34.429455 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68748150-ded0-4b7e-bdb0-ba0dd2b82b90', 'tag': '9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342', 'status': 'completed', 'code': 200} Jun 23 17:03:34.430055 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6c79bc47-edd8-4df6-a42f-0ef201eecc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:34.524198 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6c79bc47-edd8-4df6-a42f-0ef201eecc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:34.528490 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5a945-7f22-48f3-8c06-3422bb51ca3f req-f1056ff1-26c7-469f-a1a5-e7f6461c3ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:34.528671 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6c79bc47-edd8-4df6-a42f-0ef201eecc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:34.531055 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d1c5a945-7f22-48f3-8c06-3422bb51ca3f req-f1056ff1-26c7-469f-a1a5-e7f6461c3ee4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=231173d0a69b4fd585f8740571e49789&device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 1096 time: 0.0583432 Jun 23 17:03:34.532561 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-6c79bc47-edd8-4df6-a42f-0ef201eecc06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a90b02ac-daac-46d4-ac84-c3a0bc62959e HTTP/1.1" status: 204 len: 168 time: 0.1922286 Jun 23 17:03:34.533896 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-9b149f32-7e56-4fcb-ba64-341dd7e86f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:34.542207 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79bc47-edd8-4df6-a42f-0ef201eecc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90b02ac-daac-46d4-ac84-c3a0bc62959e,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:34.544637 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-6c79bc47-edd8-4df6-a42f-0ef201eecc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:34.648640 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5a945-7f22-48f3-8c06-3422bb51ca3f req-8505552c-ce14-4b70-b775-75eaa141bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:34.650289 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d1c5a945-7f22-48f3-8c06-3422bb51ca3f req-8505552c-ce14-4b70-b775-75eaa141bd13 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=231173d0a69b4fd585f8740571e49789&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1070368 Jun 23 17:03:34.751067 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5a945-7f22-48f3-8c06-3422bb51ca3f req-4728af12-07d6-47a4-b173-b17b495d4989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:34.753693 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d1c5a945-7f22-48f3-8c06-3422bb51ca3f req-4728af12-07d6-47a4-b173-b17b495d4989 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0951915 Jun 23 17:03:35.126083 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-12d3c88d-5e79-494f-b03e-8ead740c47ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:35.127657 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-12d3c88d-5e79-494f-b03e-8ead740c47ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=231173d0a69b4fd585f8740571e49789&device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 1096 time: 0.3133435 Jun 23 17:03:35.179060 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-2e6c2b0a-fbe8-411e-b573-dd4afcce7265 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 HTTP/1.1" status: 200 len: 217 time: 0.0363774 Jun 23 17:03:35.228162 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-90c011b8-4e38-40bf-b3d3-10c799f97e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:35.229596 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-90c011b8-4e38-40bf-b3d3-10c799f97e95 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d58dc0ba-116e-4102-a7e9-04ba236e619c HTTP/1.1" status: 200 len: 851 time: 0.0443625 Jun 23 17:03:35.291383 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-39d57309-b382-426e-a4d2-9bbe91515fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:35.292956 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-39d57309-b382-426e-a4d2-9bbe91515fa4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9377805-8f69-4935-aba0-28dc2d71b2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568860 Jun 23 17:03:35.386612 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-bc798760-4283-4d74-8f58-9681b65f7686 service neutron] 10.222.0.35 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870292 Jun 23 17:03:35.448671 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a8ae8-fb0d-44ff-be00-292eeebb06ec req-37793efd-f439-4feb-96d5-19e8dec3760f tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:35.450131 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a46a8ae8-fb0d-44ff-be00-292eeebb06ec req-37793efd-f439-4feb-96d5-19e8dec3760f tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 943 time: 0.0701714 Jun 23 17:03:35.488049 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2a41d614-20a1-4adc-8337-0236a97d00e3 req-efe08418-8a1d-48b3-a517-191f3cf053d1 service neutron] 10.222.0.35 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930300 Jun 23 17:03:35.492255 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a46a8ae8-fb0d-44ff-be00-292eeebb06ec req-792dfbc3-bb36-4e61-94df-4214ddd87831 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359492 Jun 23 17:03:36.650269 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34018) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:36.670265 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef46184-4601-4d7c-aaf3-2647e0c778ce req-d984b81c-4c2b-44dc-b51a-6442988fcbeb tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:36.671721 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7ef46184-4601-4d7c-aaf3-2647e0c778ce req-d984b81c-4c2b-44dc-b51a-6442988fcbeb tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 943 time: 0.0651350 Jun 23 17:03:36.712669 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7ef46184-4601-4d7c-aaf3-2647e0c778ce req-67d33a5d-53ec-4ece-a448-4edde1498f11 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346007 Jun 23 17:03:36.762495 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8e0682df-d67d-44c4-95a3-e89b754fac1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:36.848630 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8e0682df-d67d-44c4-95a3-e89b754fac1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:36.946645 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8e0682df-d67d-44c4-95a3-e89b754fac1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:36.949169 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-15b73644-66fc-4f92-bec1-7a07a7722f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:36.984431 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-8e0682df-d67d-44c4-95a3-e89b754fac1a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39f1cbde84da4330920f162e4cc8f51d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330781 Jun 23 17:03:36.985464 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0682df-d67d-44c4-95a3-e89b754fac1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529394fe-46cb-4bcd-beea-f83bcb605cef,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:36.987629 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34022) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:36.989170 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-8e0682df-d67d-44c4-95a3-e89b754fac1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:37.037426 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f0c91343-d04c-4f82-b33c-78199487bdb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:37.058944 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f0c91343-d04c-4f82-b33c-78199487bdb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:37.203580 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f0c91343-d04c-4f82-b33c-78199487bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:37.206351 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f0c91343-d04c-4f82-b33c-78199487bdb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:37.207526 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-f0c91343-d04c-4f82-b33c-78199487bdb7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/529394fe-46cb-4bcd-beea-f83bcb605cef HTTP/1.1" status: 204 len: 168 time: 0.2188590 Jun 23 17:03:37.208366 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-f878fd05-ef56-4ddf-9deb-9ee2c4492300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:37.216857 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c91343-d04c-4f82-b33c-78199487bdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529394fe-46cb-4bcd-beea-f83bcb605cef,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:37.219235 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-f0c91343-d04c-4f82-b33c-78199487bdb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:37.903042 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38a979-59f4-4d31-9c5b-8ad23030927a req-fae9662e-e496-40f5-9536-bf3eefe18ea2 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:37.904851 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0a38a979-59f4-4d31-9c5b-8ad23030927a req-fae9662e-e496-40f5-9536-bf3eefe18ea2 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 943 time: 0.0700688 Jun 23 17:03:37.948985 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0a38a979-59f4-4d31-9c5b-8ad23030927a req-f20b3db5-63c7-40c7-ba96-2bbc36ffeefd tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370674 Jun 23 17:03:39.129587 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fcab8-aaef-444b-97b5-3370675117f5 req-1549d231-dd94-485e-8ac4-98069b9d3938 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:39.131088 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-889fcab8-aaef-444b-97b5-3370675117f5 req-1549d231-dd94-485e-8ac4-98069b9d3938 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 943 time: 0.0666816 Jun 23 17:03:39.170116 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-889fcab8-aaef-444b-97b5-3370675117f5 req-27ee7398-64e1-41f7-aced-1a5e0d3fb2b1 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331399 Jun 23 17:03:40.353155 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147519f4-35e7-48c7-b4ce-4d8db0d056b3 req-20869e00-c7f8-4149-936e-60aee913b0bf tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:40.354683 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-147519f4-35e7-48c7-b4ce-4d8db0d056b3 req-20869e00-c7f8-4149-936e-60aee913b0bf tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 943 time: 0.0711987 Jun 23 17:03:40.397718 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-147519f4-35e7-48c7-b4ce-4d8db0d056b3 req-3a4b3922-de41-4ccf-9925-433082970c2d tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369885 Jun 23 17:03:41.585159 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496b4ce-34e3-4840-8864-ebfb727011f0 req-455a188b-0b59-40fa-9598-752dddfbfc52 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:41.586635 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1496b4ce-34e3-4840-8864-ebfb727011f0 req-455a188b-0b59-40fa-9598-752dddfbfc52 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 943 time: 0.0724504 Jun 23 17:03:41.635351 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1496b4ce-34e3-4840-8864-ebfb727011f0 req-8699975a-8e61-4605-9232-5cd94168df84 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423203 Jun 23 17:03:42.820584 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851e60e-dec3-4136-83c0-a389637b008e req-210b2f4a-4b1e-48b5-90e2-b091d019dd59 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:42.822089 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3851e60e-dec3-4136-83c0-a389637b008e req-210b2f4a-4b1e-48b5-90e2-b091d019dd59 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 943 time: 0.0747764 Jun 23 17:03:42.861774 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3851e60e-dec3-4136-83c0-a389637b008e req-688cd428-0cec-457d-81e0-8532ca47e6f6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339825 Jun 23 17:03:43.420773 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:03:43.517597 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342,segment=NetworkSegment(9a3588ff-03d1-4528-8182-888913e975ad),segment_id=9a3588ff-03d1-4528-8182-888913e975ad)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:03:43.528774 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': '9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'port_id': '9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342', 'mac_address': 'fa:16:3e:0f:d0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:03:43.570840 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:43.585030 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:03:43.605797 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342,segment=NetworkSegment(9a3588ff-03d1-4528-8182-888913e975ad),segment_id=9a3588ff-03d1-4528-8182-888913e975ad)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:03:43.735199 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:43.737248 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:43.783640 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:43.792069 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:43.797361 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:43.797361 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:43.797361 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:43.797361 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:43.797361 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:43.797361 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:43.797361 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:43.797361 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:43.797361 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:43.797361 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:43.797361 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:43.799732 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:44.074353 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:03:44.253335 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:03:44.359568 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af98c4-1ef0-4e34-a567-7f8658226598 req-2a7ae7ff-b3a8-4e03-8dce-9ff94dc3d40f tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:44.359568 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-99af98c4-1ef0-4e34-a567-7f8658226598 req-2a7ae7ff-b3a8-4e03-8dce-9ff94dc3d40f tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 944 time: 0.3671103 Jun 23 17:03:44.383996 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-99af98c4-1ef0-4e34-a567-7f8658226598 req-4d252a92-c117-4507-a43c-c950d677a828 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391843 Jun 23 17:03:45.437137 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:03:45.535123 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning for port 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:03:45.539467 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:03:45.539859 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:45.559110 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915bd99-9e9c-4c8e-8d66-5230c07a7d49 req-f5a031ae-3f37-4cee-9d5d-0fa7ba972f5d tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:45.560605 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0915bd99-9e9c-4c8e-8d66-5230c07a7d49 req-f5a031ae-3f37-4cee-9d5d-0fa7ba972f5d tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 944 time: 0.0638888 Jun 23 17:03:45.600358 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0915bd99-9e9c-4c8e-8d66-5230c07a7d49 req-b394acb7-a700-4761-a5db-509bd98f97d9 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333409 Jun 23 17:03:45.624488 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:45.648226 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68748150-ded0-4b7e-bdb0-ba0dd2b82b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:03:45.656521 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6194ef51-e644-4dc1-8224-17245cd3df39" -d '{"events": [{"server_uuid": "68748150-ded0-4b7e-bdb0-ba0dd2b82b90", "name": "network-vif-plugged", "status": "completed", "tag": "9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:03:45.663508 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342,segment=NetworkSegment(9a3588ff-03d1-4528-8182-888913e975ad),segment_id=9a3588ff-03d1-4528-8182-888913e975ad)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:03:45.688100 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ce13f0-118e-4052-87b3-27bd9742f662 x-openstack-request-id: req-82ce13f0-118e-4052-87b3-27bd9742f662 {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:03:45.688433 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68748150-ded0-4b7e-bdb0-ba0dd2b82b90", "name": "network-vif-plugged", "status": "completed", "tag": "9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:03:45.688677 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82ce13f0-118e-4052-87b3-27bd9742f662 {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:03:45.689091 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68748150-ded0-4b7e-bdb0-ba0dd2b82b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342', 'code': 200} Jun 23 17:03:45.746738 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:45.748697 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:45.797671 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:45.801632 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:46.280689 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679f4e4-43db-4f1f-9fd2-2aa622ff8d02 req-41e534bb-2f03-4c77-b573-f35afa9916ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:46.282190 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2679f4e4-43db-4f1f-9fd2-2aa622ff8d02 req-41e534bb-2f03-4c77-b573-f35afa9916ef service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 1098 time: 0.0531926 Jun 23 17:03:46.317970 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2679f4e4-43db-4f1f-9fd2-2aa622ff8d02 req-3feb2226-2d99-4a07-9909-c6364793a4b5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286932 Jun 23 17:03:46.800416 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210a5ab-24e4-4245-92f6-57578c870132 req-ddb7efe8-060f-41e5-ad48-7867977c2b01 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:46.802124 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1210a5ab-24e4-4245-92f6-57578c870132 req-ddb7efe8-060f-41e5-ad48-7867977c2b01 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 945 time: 0.0718517 Jun 23 17:03:46.841497 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1210a5ab-24e4-4245-92f6-57578c870132 req-0afda04d-b9b4-465e-82e2-468181d46718 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334449 Jun 23 17:03:48.042833 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb5ea1-4535-4662-ab6c-d085f6e8306e req-35e8c22b-6e3c-4710-8ce4-76f29d14754a tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:48.044223 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-adfb5ea1-4535-4662-ab6c-d085f6e8306e req-35e8c22b-6e3c-4710-8ce4-76f29d14754a tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 945 time: 0.0735726 Jun 23 17:03:48.085532 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-adfb5ea1-4535-4662-ab6c-d085f6e8306e req-3137db44-d301-476e-a258-adb95c051c91 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347452 Jun 23 17:03:48.269431 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353838a-f6e4-49e6-ba1b-09df0fb99eee req-06861294-5263-4484-958c-9146b0e9f5ab tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:48.270938 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d353838a-f6e4-49e6-ba1b-09df0fb99eee req-06861294-5263-4484-958c-9146b0e9f5ab tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 945 time: 0.0696418 Jun 23 17:03:48.310966 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d353838a-f6e4-49e6-ba1b-09df0fb99eee req-abb171d6-6d6a-4852-917d-6634f819cd4b tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342345 Jun 23 17:03:48.336297 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34144) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:48.387826 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04f737e-e158-441d-88db-3168e715056d tempest-TestVolumeBootPattern-1838803706 tempest-TestVolumeBootPattern-1838803706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:48.389365 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-d04f737e-e158-441d-88db-3168e715056d tempest-TestVolumeBootPattern-1838803706 tempest-TestVolumeBootPattern-1838803706-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 1093 time: 0.0520921 Jun 23 17:03:48.392368 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34146) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:48.397650 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-028fe0c7-cf7c-4982-bac8-c68c27a76ee8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Request body: {'floatingip': {'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'port_id': '9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:48.495284 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-028fe0c7-cf7c-4982-bac8-c68c27a76ee8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for floatingip, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:48.603434 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-028fe0c7-cf7c-4982-bac8-c68c27a76ee8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:48.710083 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-028fe0c7-cf7c-4982-bac8-c68c27a76ee8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Allocated IP 172.27.2.66 (1cd33bb4-367c-4537-aa24-40400b43cefc/1811faaa-3b17-4cfd-8a02-b64db4dab64a/6d9cbb7b-140e-4601-b975-b7a24aa432ac) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:03:48.821507 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-028fe0c7-cf7c-4982-bac8-c68c27a76ee8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:48.931409 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-028fe0c7-cf7c-4982-bac8-c68c27a76ee8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2323113'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:48.933612 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:48.976132 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028fe0c7-cf7c-4982-bac8-c68c27a76ee8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Network 1cd33bb4-367c-4537-aa24-40400b43cefc is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:03:48.979288 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-028fe0c7-cf7c-4982-bac8-c68c27a76ee8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:03:48.983771 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028fe0c7-cf7c-4982-bac8-c68c27a76ee8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:03:48.986877 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fe0c7-cf7c-4982-bac8-c68c27a76ee8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Pushing event updated for resources: {'Port': ['ID=6d9cbb7b-140e-4601-b975-b7a24aa432ac,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:49.006105 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-028fe0c7-cf7c-4982-bac8-c68c27a76ee8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:49.675980 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-028fe0c7-cf7c-4982-bac8-c68c27a76ee8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:49.834995 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-028fe0c7-cf7c-4982-bac8-c68c27a76ee8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:49.996343 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-028fe0c7-cf7c-4982-bac8-c68c27a76ee8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:50.055071 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-028fe0c7-cf7c-4982-bac8-c68c27a76ee8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:50.057296 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-bea9fd39-ddad-43d9-ae79-83aceda20d69 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:50.129867 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fe0c7-cf7c-4982-bac8-c68c27a76ee8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Pushing event updated for resources: {'Port': ['ID=6d9cbb7b-140e-4601-b975-b7a24aa432ac,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:50.133313 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-028fe0c7-cf7c-4982-bac8-c68c27a76ee8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:50.147294 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-028fe0c7-cf7c-4982-bac8-c68c27a76ee8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724514'] for floatingip, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:50.253927 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.l3_db [None req-028fe0c7-cf7c-4982-bac8-c68c27a76ee8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Floating IP a94e4367-f71b-4117-b80f-fcd46a6d5d73 associated. External IP: 172.27.2.66, port: 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342. Jun 23 17:03:50.469732 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028fe0c7-cf7c-4982-bac8-c68c27a76ee8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Router 6b1e07af-7152-4da2-8987-9ea8384f3c50 has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:03:50.583173 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028fe0c7-cf7c-4982-bac8-c68c27a76ee8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:03:50.593072 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e0de35-b1bf-42fd-a484-8269667bf882 None None] Sync routers for ids ['6b1e07af-7152-4da2-8987-9ea8384f3c50'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:03:50.602257 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e0de35-b1bf-42fd-a484-8269667bf882 None None] Routers {'6b1e07af-7152-4da2-8987-9ea8384f3c50'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:03:50.602937 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-89e0de35-b1bf-42fd-a484-8269667bf882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:03:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['6b1e07af-7152-4da2-8987-9ea8384f3c50'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:50.661340 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-028fe0c7-cf7c-4982-bac8-c68c27a76ee8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:50.711955 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-028fe0c7-cf7c-4982-bac8-c68c27a76ee8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3178217 Jun 23 17:03:50.712918 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68748150-ded0-4b7e-bdb0-ba0dd2b82b90', 'tag': '9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:03:50.715492 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913ec871-2929-4074-a596-5057b0de656f" -d '{"events": [{"name": "network-changed", "server_uuid": "68748150-ded0-4b7e-bdb0-ba0dd2b82b90", "tag": "9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:03:50.730332 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-89e0de35-b1bf-42fd-a484-8269667bf882 None None] Set router 6b1e07af-7152-4da2-8987-9ea8384f3c50 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:03:50.763363 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47318c52-e626-487d-8079-5550d1934017 x-openstack-request-id: req-47318c52-e626-487d-8079-5550d1934017 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:03:50.763751 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68748150-ded0-4b7e-bdb0-ba0dd2b82b90", "tag": "9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:03:50.764062 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47318c52-e626-487d-8079-5550d1934017 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:03:50.764479 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68748150-ded0-4b7e-bdb0-ba0dd2b82b90', 'tag': '9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342', 'status': 'completed', 'code': 200} Jun 23 17:03:50.868183 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ec871-2929-4074-a596-5057b0de656f req-1a5b0e63-8530-4440-acaf-4bddb322f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:50.869791 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-913ec871-2929-4074-a596-5057b0de656f req-1a5b0e63-8530-4440-acaf-4bddb322f606 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=231173d0a69b4fd585f8740571e49789&device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 1098 time: 0.0552464 Jun 23 17:03:50.971397 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ec871-2929-4074-a596-5057b0de656f req-c4cc3584-d3f5-4d53-9481-4835434ada8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:50.972978 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-913ec871-2929-4074-a596-5057b0de656f req-c4cc3584-d3f5-4d53-9481-4835434ada8f service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9377805-8f69-4935-aba0-28dc2d71b2ad HTTP/1.1" status: 200 len: 914 time: 0.0944090 Jun 23 17:03:50.973253 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-89e0de35-b1bf-42fd-a484-8269667bf882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:00:15Z', 'revision_number': 4, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': 'a94e4367-f71b-4117-b80f-fcd46a6d5d73', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'port_id': '9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'mac_address': 'fa:16:3e:0f:d0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68748150-ded0-4b7e-bdb0-ba0dd2b82b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:03:49Z', 'updated_at': '2021-06-23T17:03:49Z', 'revision_number': 0, 'project_id': '231173d0a69b4fd585f8740571e49789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5efb46a1-33bb-4a1e-9b9e-393487ae2d96', 'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'mac_address': 'fa:16:3e:23:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:14Z', 'updated_at': '2021-06-23T17:00:21Z', 'revision_number': 5, 'project_id': '231173d0a69b4fd585f8740571e49789', 'subnets': [{'id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:51.000814 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e0de35-b1bf-42fd-a484-8269667bf882 None None] Checking router: 6b1e07af-7152-4da2-8987-9ea8384f3c50 for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:03:51.010274 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e0de35-b1bf-42fd-a484-8269667bf882 None None] Routers {'6b1e07af-7152-4da2-8987-9ea8384f3c50'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:03:51.010907 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-89e0de35-b1bf-42fd-a484-8269667bf882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:03:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['6b1e07af-7152-4da2-8987-9ea8384f3c50'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:51.047072 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-913ec871-2929-4074-a596-5057b0de656f req-a75170d9-d037-4098-87ca-4b8178f87cef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 HTTP/1.1" status: 200 len: 998 time: 0.0658338 Jun 23 17:03:51.102854 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ec871-2929-4074-a596-5057b0de656f req-66710a40-886b-41f1-b48c-3250cdb1973e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:51.104281 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-913ec871-2929-4074-a596-5057b0de656f req-66710a40-886b-41f1-b48c-3250cdb1973e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d58dc0ba-116e-4102-a7e9-04ba236e619c HTTP/1.1" status: 200 len: 851 time: 0.0499837 Jun 23 17:03:51.122476 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-89e0de35-b1bf-42fd-a484-8269667bf882 None None] Set router 6b1e07af-7152-4da2-8987-9ea8384f3c50 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:03:51.164028 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ec871-2929-4074-a596-5057b0de656f req-4c4c6f22-b92f-4cce-90ea-420ee8772cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:51.165658 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-913ec871-2929-4074-a596-5057b0de656f req-4c4c6f22-b92f-4cce-90ea-420ee8772cfe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9377805-8f69-4935-aba0-28dc2d71b2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527625 Jun 23 17:03:51.260593 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-913ec871-2929-4074-a596-5057b0de656f req-24e1d202-f402-4bee-a73d-b52d8ae0fa1f service neutron] 10.222.0.35 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856128 Jun 23 17:03:51.352170 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-89e0de35-b1bf-42fd-a484-8269667bf882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:00:15Z', 'revision_number': 4, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': 'a94e4367-f71b-4117-b80f-fcd46a6d5d73', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'port_id': '9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'mac_address': 'fa:16:3e:0f:d0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68748150-ded0-4b7e-bdb0-ba0dd2b82b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:03:49Z', 'updated_at': '2021-06-23T17:03:49Z', 'revision_number': 0, 'project_id': '231173d0a69b4fd585f8740571e49789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5efb46a1-33bb-4a1e-9b9e-393487ae2d96', 'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'mac_address': 'fa:16:3e:23:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:14Z', 'updated_at': '2021-06-23T17:00:21Z', 'revision_number': 5, 'project_id': '231173d0a69b4fd585f8740571e49789', 'subnets': [{'id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:51.358244 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-913ec871-2929-4074-a596-5057b0de656f req-08722a2f-b4cb-4d82-b000-589455c65dbd service neutron] 10.222.0.35 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904219 Jun 23 17:03:51.388345 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e0de35-b1bf-42fd-a484-8269667bf882 None None] The sync data for ids ['6b1e07af-7152-4da2-8987-9ea8384f3c50'] in dv-cinder-797608-1-iscsi is: [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:00:15Z', 'revision_number': 4, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': 'a94e4367-f71b-4117-b80f-fcd46a6d5d73', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'port_id': '9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'mac_address': 'fa:16:3e:0f:d0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68748150-ded0-4b7e-bdb0-ba0dd2b82b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:03:49Z', 'updated_at': '2021-06-23T17:03:49Z', 'revision_number': 0, 'project_id': '231173d0a69b4fd585f8740571e49789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5efb46a1-33bb-4a1e-9b9e-393487ae2d96', 'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'mac_address': 'fa:16:3e:23:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:14Z', 'updated_at': '2021-06-23T17:00:21Z', 'revision_number': 5, 'project_id': '231173d0a69b4fd585f8740571e49789', 'subnets': [{'id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:03:51.483619 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-b990e4da-db84-41f2-ac0b-2af6dbec29d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:51.578465 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e767f77-90be-4bcd-b20c-487519c70737 None None] New status for floating IP a94e4367-f71b-4117-b80f-fcd46a6d5d73: ACTIVE {{(pid=105489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:03:53.440949 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:54.009420 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:54.466449 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-9130494c-4d03-4acd-9d0e-ccab4ed1abf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:55.586090 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:57.066356 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:10.882113 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34244) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:10.993921 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5df113d0-78d3-4dda-ac69-a89ccc732f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:11.084750 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5df113d0-78d3-4dda-ac69-a89ccc732f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:11.146798 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5df113d0-78d3-4dda-ac69-a89ccc732f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:11.149640 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-a7caef86-786a-48e9-9909-f827e0d74708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:11.187212 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-5df113d0-78d3-4dda-ac69-a89ccc732f91 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a7d2b71286b6470f84fa33cd412b419e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3036842 Jun 23 17:04:11.187996 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df113d0-78d3-4dda-ac69-a89ccc732f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8ff0d0-57e9-4a87-a871-1b554d153375,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:11.190138 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34248) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:11.191783 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-5df113d0-78d3-4dda-ac69-a89ccc732f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:11.242972 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0380bcc4-da8f-484d-a8e7-6834e22c31f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:11.264512 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0380bcc4-da8f-484d-a8e7-6834e22c31f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:11.397971 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0380bcc4-da8f-484d-a8e7-6834e22c31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:11.400756 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0380bcc4-da8f-484d-a8e7-6834e22c31f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:11.401948 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-0380bcc4-da8f-484d-a8e7-6834e22c31f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a8ff0d0-57e9-4a87-a871-1b554d153375 HTTP/1.1" status: 204 len: 168 time: 0.2098775 Jun 23 17:04:11.403026 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-8b0f91fa-1a60-4ab2-bebf-3b0978808615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:11.412258 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380bcc4-da8f-484d-a8e7-6834e22c31f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8ff0d0-57e9-4a87-a871-1b554d153375,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:11.419614 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380bcc4-da8f-484d-a8e7-6834e22c31f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:11.420006 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380bcc4-da8f-484d-a8e7-6834e22c31f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:11.420389 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380bcc4-da8f-484d-a8e7-6834e22c31f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:11.420765 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380bcc4-da8f-484d-a8e7-6834e22c31f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:11.421175 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380bcc4-da8f-484d-a8e7-6834e22c31f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:11.421553 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380bcc4-da8f-484d-a8e7-6834e22c31f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:11.421923 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380bcc4-da8f-484d-a8e7-6834e22c31f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:11.422320 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380bcc4-da8f-484d-a8e7-6834e22c31f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:11.422698 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380bcc4-da8f-484d-a8e7-6834e22c31f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:11.423269 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380bcc4-da8f-484d-a8e7-6834e22c31f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:11.423705 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380bcc4-da8f-484d-a8e7-6834e22c31f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:11.424077 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380bcc4-da8f-484d-a8e7-6834e22c31f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:11.427447 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-0380bcc4-da8f-484d-a8e7-6834e22c31f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:12.542791 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34272) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:12.645124 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-8803e120-bf35-4714-ae4c-840b725842e7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-466426575-network', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:04:12.723549 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8803e120-bf35-4714-ae4c-840b725842e7 admin admin] Made reservation on behalf of 0ddf00b9c9ab48f7a65a09419cb72c55 for: {'network': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:04:12.725974 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8803e120-bf35-4714-ae4c-840b725842e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for network, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:12.734795 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8803e120-bf35-4714-ae4c-840b725842e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:12.824989 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8803e120-bf35-4714-ae4c-840b725842e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:12.889063 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8803e120-bf35-4714-ae4c-840b725842e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:12.893460 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-e928a5af-dbe5-4326-8df6-a1821571894e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:12.911353 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8803e120-bf35-4714-ae4c-840b725842e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1370, 'physical_network': 'physnet1'} {{(pid=105487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:04:12.925248 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803e120-bf35-4714-ae4c-840b725842e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e502485-d176-422c-a6b5-ee5aaff885fb,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:12.929502 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-8803e120-bf35-4714-ae4c-840b725842e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:12.930576 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8803e120-bf35-4714-ae4c-840b725842e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:12.930918 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.db.segments_db [None req-8803e120-bf35-4714-ae4c-840b725842e7 admin admin] Added segment 4b10830e-09e0-48bd-bf31-50153bde8d57 of type vlan for network 32625c10-67de-4faf-91bb-dc72b195720e Jun 23 17:04:12.971300 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8803e120-bf35-4714-ae4c-840b725842e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730820174852'] for network, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:13.100204 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8803e120-bf35-4714-ae4c-840b725842e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929'] for network, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:13.101617 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8803e120-bf35-4714-ae4c-840b725842e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:13.102234 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8803e120-bf35-4714-ae4c-840b725842e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:13.104667 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-103c2fcf-8bfa-4718-bc46-eb716d4be6a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:13.166000 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803e120-bf35-4714-ae4c-840b725842e7 admin admin] Pushing event updated for resources: {'Network': ['ID=32625c10-67de-4faf-91bb-dc72b195720e,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:13.168711 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-8803e120-bf35-4714-ae4c-840b725842e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:13.176430 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Network 32625c10-67de-4faf-91bb-dc72b195720e details requested by agent ovs-agent-dv-cinder-797608-1-iscsi with host dv-cinder-797608-1-iscsi {{(pid=105488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:04:13.215437 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-8803e120-bf35-4714-ae4c-840b725842e7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6715181 Jun 23 17:04:13.218975 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34276) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:13.225221 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-4f91a6eb-d111-4ac3-9ff1-156b6ee4ba56 admin admin] Request body: {'subnet': {'network_id': '32625c10-67de-4faf-91bb-dc72b195720e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-466426575-subnet', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'ip_version': 4}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:04:13.300172 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f91a6eb-d111-4ac3-9ff1-156b6ee4ba56 admin admin] Made reservation on behalf of 0ddf00b9c9ab48f7a65a09419cb72c55 for: {'subnet': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:04:13.302671 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4f91a6eb-d111-4ac3-9ff1-156b6ee4ba56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26949411'] for subnet, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:13.523040 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4f91a6eb-d111-4ac3-9ff1-156b6ee4ba56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26949425'] for subnet, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:13.525306 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:13.580322 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91a6eb-d111-4ac3-9ff1-156b6ee4ba56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22cede55-a3ec-4ade-8988-62f3beefa175,revision_number=0']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:13.584332 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-4f91a6eb-d111-4ac3-9ff1-156b6ee4ba56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:13.591788 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f91a6eb-d111-4ac3-9ff1-156b6ee4ba56 admin admin] Checking segment: {'id': '4b10830e-09e0-48bd-bf31-50153bde8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:04:13.592201 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f91a6eb-d111-4ac3-9ff1-156b6ee4ba56 admin admin] Network hostable DHCP agents. Network: 32625c10-67de-4faf-91bb-dc72b195720e, hostable agents: ['5e144bd6-6a48-4538-b5f5-f54886500fdf'], hosted agents: [] {{(pid=105487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:04:13.717581 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f91a6eb-d111-4ac3-9ff1-156b6ee4ba56 admin admin] Network 32625c10-67de-4faf-91bb-dc72b195720e is scheduled to be hosted by DHCP agent 5e144bd6-6a48-4538-b5f5-f54886500fdf with binding_index 1 {{(pid=105487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:04:13.802925 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-4f91a6eb-d111-4ac3-9ff1-156b6ee4ba56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-1-iscsi, 32625c10-67de-4faf-91bb-dc72b195720e) {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:04:13.807552 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f91a6eb-d111-4ac3-9ff1-156b6ee4ba56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:13.808155 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4f91a6eb-d111-4ac3-9ff1-156b6ee4ba56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:13.813309 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd180eb-bb1c-42fc-8da0-a90cbbea93cd None None] Network 32625c10-67de-4faf-91bb-dc72b195720e requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:04:13.895949 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-4f91a6eb-d111-4ac3-9ff1-156b6ee4ba56 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6755445 Jun 23 17:04:13.898327 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34278) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:13.902792 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-ac061058-d313-423d-98f2-148bdd099df5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-466426575-router', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:04:13.971016 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp688f085e-dfc1-5e94-bdc4-2cd86705c474-32625c10-67de-4faf-91bb-dc72b195720e', 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'fixed_ips': [{'subnet_id': '22cede55-a3ec-4ade-8988-62f3beefa175'}]}} from dv-cinder-797608-1-iscsi. {{(pid=105488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:04:13.971896 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:14.015268 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ac061058-d313-423d-98f2-148bdd099df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25531'] for router, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:14.017241 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ac061058-d313-423d-98f2-148bdd099df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1782601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25506'] for router, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:14.073036 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ac061058-d313-423d-98f2-148bdd099df5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:14.117376 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.db_base_plugin_common [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] Allocated IP 172.20.0.2 (32625c10-67de-4faf-91bb-dc72b195720e/22cede55-a3ec-4ade-8988-62f3beefa175/8437511e-16c0-4354-8737-0c0439c03412) {{(pid=105488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:04:14.266263 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] Notify callbacks [] for port, precommit_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:14.277532 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] Transition to ACTIVE for port object 8437511e-16c0-4354-8737-0c0439c03412 will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:04:14.295153 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] Transition to ACTIVE for port object 8437511e-16c0-4354-8737-0c0439c03412 will not be triggered until provisioned by entity DHCP. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:04:14.298173 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ac061058-d313-423d-98f2-148bdd099df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1640840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27992'] for router, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:14.426662 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099'] for port, after_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:14.428961 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:14.470018 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] Network 32625c10-67de-4faf-91bb-dc72b195720e is already hosted by enough agents. {{(pid=105488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:04:14.473802 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.scheduler.base_scheduler [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] Resources bound (agent type, host, resource id): {{(pid=105488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:04:14.478378 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] Received port after_create {{(pid=105488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:04:14.480679 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] Pushing event updated for resources: {'Port': ['ID=8437511e-16c0-4354-8737-0c0439c03412,revision_number=1']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:14.483879 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:14.544481 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] Attempting to bind port 8437511e-16c0-4354-8737-0c0439c03412 on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:04:14.544861 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] Attempting to bind port 8437511e-16c0-4354-8737-0c0439c03412 by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': '4b10830e-09e0-48bd-bf31-50153bde8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:04:14.545264 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] Attempting to bind port 8437511e-16c0-4354-8737-0c0439c03412 on network 32625c10-67de-4faf-91bb-dc72b195720e {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:04:14.550364 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:04:14.550741 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] Checking segment: {'id': '4b10830e-09e0-48bd-bf31-50153bde8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:04:14.551152 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:14.551551 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] Bound using segment: {'id': '4b10830e-09e0-48bd-bf31-50153bde8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:04:14.552022 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] Bound port: 8437511e-16c0-4354-8737-0c0439c03412, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b10830e-09e0-48bd-bf31-50153bde8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:04:14.552401 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:14.619698 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] For port 8437511e-16c0-4354-8737-0c0439c03412, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:04:14.622960 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] For port 8437511e-16c0-4354-8737-0c0439c03412, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=8437511e-16c0-4354-8737-0c0439c03412,segment=NetworkSegment(4b10830e-09e0-48bd-bf31-50153bde8d57),segment_id=4b10830e-09e0-48bd-bf31-50153bde8d57)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:04:14.763805 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:14.765895 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:14.789140 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ac061058-d313-423d-98f2-148bdd099df5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:14.810586 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ac061058-d313-423d-98f2-148bdd099df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:14.826440 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] Pushing event updated for resources: {'Port': ['ID=8437511e-16c0-4354-8737-0c0439c03412,revision_number=2']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:14.830547 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-af401b2b-b068-4ace-b1f0-c28ac34590e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:14.927964 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [None req-ac061058-d313-423d-98f2-148bdd099df5 admin admin] Allocated IP 172.27.2.210 (1cd33bb4-367c-4537-aa24-40400b43cefc/1811faaa-3b17-4cfd-8a02-b64db4dab64a/1a89f6f8-4a59-4a58-8f4b-21231867a5a3) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:04:15.078805 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ac061058-d313-423d-98f2-148bdd099df5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:15.136143 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 8437511e-16c0-4354-8737-0c0439c03412 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:04:15.175026 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ac061058-d313-423d-98f2-148bdd099df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26947858'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:15.177283 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-b805cced-c77e-4e22-b699-480b4299125d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:15.217629 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac061058-d313-423d-98f2-148bdd099df5 admin admin] Network 1cd33bb4-367c-4537-aa24-40400b43cefc is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:04:15.220540 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-ac061058-d313-423d-98f2-148bdd099df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:04:15.224254 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac061058-d313-423d-98f2-148bdd099df5 admin admin] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:04:15.229805 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac061058-d313-423d-98f2-148bdd099df5 admin admin] Pushing event updated for resources: {'Port': ['ID=1a89f6f8-4a59-4a58-8f4b-21231867a5a3,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:15.249464 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-ac061058-d313-423d-98f2-148bdd099df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:15.254434 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port 8437511e-16c0-4354-8737-0c0439c03412 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:04:15.587466 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ac061058-d313-423d-98f2-148bdd099df5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:15.715437 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507725cc-a013-4702-9a32-02d3aa73e8f1 None None] Network 32625c10-67de-4faf-91bb-dc72b195720e requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:04:15.833455 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ac061058-d313-423d-98f2-148bdd099df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1713261'] for router, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:15.839062 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-988453bb-5d68-42cd-a087-e3df5cdf4cce None None] Provisioning for port 8437511e-16c0-4354-8737-0c0439c03412 completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:04:15.850093 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-988453bb-5d68-42cd-a087-e3df5cdf4cce None None] Provisioning complete for port 8437511e-16c0-4354-8737-0c0439c03412 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:04:15.850479 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-988453bb-5d68-42cd-a087-e3df5cdf4cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:16.037178 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac061058-d313-423d-98f2-148bdd099df5 admin admin] Router 95be505f-9a28-4e06-a9ec-61083e3e3e6a is scheduled to L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec with binding_index 1 {{(pid=105487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:04:16.094439 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-988453bb-5d68-42cd-a087-e3df5cdf4cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:16.131303 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-988453bb-5d68-42cd-a087-e3df5cdf4cce None None] For port 8437511e-16c0-4354-8737-0c0439c03412, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=8437511e-16c0-4354-8737-0c0439c03412,segment=NetworkSegment(4b10830e-09e0-48bd-bf31-50153bde8d57),segment_id=4b10830e-09e0-48bd-bf31-50153bde8d57)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:04:16.160596 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac061058-d313-423d-98f2-148bdd099df5 admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:04:16.173145 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] Sync routers for ids ['95be505f-9a28-4e06-a9ec-61083e3e3e6a'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:04:16.184524 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] Routers {'95be505f-9a28-4e06-a9ec-61083e3e3e6a'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:04:16.185286 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:03:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['95be505f-9a28-4e06-a9ec-61083e3e3e6a'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:16.227012 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-988453bb-5d68-42cd-a087-e3df5cdf4cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:16.233045 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-5dc5018a-2ba5-44cb-a096-01629427631b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:16.254979 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ac061058-d313-423d-98f2-148bdd099df5 admin admin] Notify callbacks [] for router, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:16.259176 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34280) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:16.259718 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-ac061058-d313-423d-98f2-148bdd099df5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3598890 Jun 23 17:04:16.345972 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988453bb-5d68-42cd-a087-e3df5cdf4cce None None] Pushing event updated for resources: {'Port': ['ID=8437511e-16c0-4354-8737-0c0439c03412,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:16.354596 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-988453bb-5d68-42cd-a087-e3df5cdf4cce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:16.367379 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-0b4b652a-f469-4520-91d3-c83188222950 None None] Provisioning complete for port 8437511e-16c0-4354-8737-0c0439c03412 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:04:16.367800 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-0b4b652a-f469-4520-91d3-c83188222950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:16.370397 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] Set router 95be505f-9a28-4e06-a9ec-61083e3e3e6a gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:04:16.608414 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'name': 'tempest-TestShelveInstance-466426575-router', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:15Z', 'revision_number': 3, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'gw_port': {'id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:16.638907 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] Checking router: 95be505f-9a28-4e06-a9ec-61083e3e3e6a for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:04:16.639259 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] Updating router 95be505f-9a28-4e06-a9ec-61083e3e3e6a port 1a89f6f8-4a59-4a58-8f4b-21231867a5a3 binding host dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:04:16.682226 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:16.713274 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:16.887318 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Allocated IP 172.20.0.1 (32625c10-67de-4faf-91bb-dc72b195720e/22cede55-a3ec-4ade-8988-62f3beefa175/6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:04:16.948847 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] Notify callbacks [] for port, precommit_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:16.959777 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] Transition to ACTIVE for port object 1a89f6f8-4a59-4a58-8f4b-21231867a5a3 will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:04:16.998438 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:17.013842 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Transition to ACTIVE for port object 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c will not be triggered until provisioned by entity DHCP. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:04:17.059426 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 8437511e-16c0-4354-8737-0c0439c03412 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:04:17.082053 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:17.085866 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-177ca5d1-76d2-464f-908e-570a6163e9d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:17.150576 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e8eac-f23c-42fc-a826-b51d4aec51a1 None None] Pushing event updated for resources: {'Port': ['ID=1a89f6f8-4a59-4a58-8f4b-21231867a5a3,revision_number=2']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:17.155542 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-205e8eac-f23c-42fc-a826-b51d4aec51a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:17.157801 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] Attempting to bind port 1a89f6f8-4a59-4a58-8f4b-21231867a5a3 on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:04:17.158239 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] Attempting to bind port 1a89f6f8-4a59-4a58-8f4b-21231867a5a3 by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:04:17.158388 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2323113'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:17.158612 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] Attempting to bind port 1a89f6f8-4a59-4a58-8f4b-21231867a5a3 on network 1cd33bb4-367c-4537-aa24-40400b43cefc {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:04:17.161347 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-f54e7682-1a5b-45e1-9bec-bbb5fc372722 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:17.166639 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:04:17.167100 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] Checking segment: {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:04:17.167515 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:17.167914 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] Bound using segment: {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:04:17.168396 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] Bound port: 1a89f6f8-4a59-4a58-8f4b-21231867a5a3, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:04:17.168779 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:17.171577 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 8437511e-16c0-4354-8737-0c0439c03412 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:04:17.171953 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:17.200421 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Network 32625c10-67de-4faf-91bb-dc72b195720e is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:04:17.205056 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:04:17.209630 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:04:17.212819 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Pushing event updated for resources: {'Port': ['ID=6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:17.246411 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:17.246855 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:17.247178 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:17.247557 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:17.247928 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:17.248297 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:17.248666 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:17.249036 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:17.249944 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:17.249944 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:17.250528 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:17.250669 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:17.256596 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:17.260235 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] For port 1a89f6f8-4a59-4a58-8f4b-21231867a5a3, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:04:17.263955 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] For port 1a89f6f8-4a59-4a58-8f4b-21231867a5a3, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=1a89f6f8-4a59-4a58-8f4b-21231867a5a3,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:04:17.274442 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705069'] for router_interface, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:17.341009 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:17.344467 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:17.409566 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] Routers {'95be505f-9a28-4e06-a9ec-61083e3e3e6a'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:04:17.410207 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:03:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['95be505f-9a28-4e06-a9ec-61083e3e3e6a'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:17.412142 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e8eac-f23c-42fc-a826-b51d4aec51a1 None None] Pushing event updated for resources: {'Port': ['ID=1a89f6f8-4a59-4a58-8f4b-21231867a5a3,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:17.416061 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-205e8eac-f23c-42fc-a826-b51d4aec51a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:17.559151 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] Set router 95be505f-9a28-4e06-a9ec-61083e3e3e6a gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:04:17.570049 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:17.631478 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79b7d3a4-9c3e-41ed-ac23-ce88160a2f9b None None] Provisioning for port 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:04:17.643691 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79b7d3a4-9c3e-41ed-ac23-ce88160a2f9b None None] Provisioning complete for port 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:04:17.644075 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79b7d3a4-9c3e-41ed-ac23-ce88160a2f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:17.726336 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79b7d3a4-9c3e-41ed-ac23-ce88160a2f9b None None] Port 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:04:17.746384 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:17.792049 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'name': 'tempest-TestShelveInstance-466426575-router', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:15Z', 'revision_number': 3, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'gw_port': {'id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:17.808886 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:17.811423 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-d6d2ce33-d3af-4ee8-859b-50cc6a3aac70 tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:17.820838 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9534eb1d-bf57-4a54-a881-1f2a219994d5 None None] The sync data for ids ['95be505f-9a28-4e06-a9ec-61083e3e3e6a'] in dv-cinder-797608-1-iscsi is: [{'id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'name': 'tempest-TestShelveInstance-466426575-router', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:15Z', 'revision_number': 3, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'gw_port': {'id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:04:17.883825 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Pushing event updated for resources: {'Port': ['ID=6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:17.886877 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:17.892496 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705089'] for router_interface, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:17.988766 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Network 32625c10-67de-4faf-91bb-dc72b195720e is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:04:17.990599 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:04:18.135397 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Router 95be505f-9a28-4e06-a9ec-61083e3e3e6a has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:04:18.288029 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:04:18.293876 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-ec234a17-eaf2-4db0-96fc-50e8b9972f17 admin admin] 10.222.0.25 "PUT /v2.0/routers/95be505f-9a28-4e06-a9ec-61083e3e3e6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0334377 Jun 23 17:04:18.355887 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-8013bd00-81a7-4e84-afbf-5573465a6be8 None None] Provisioning complete for port 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:04:18.356477 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-8013bd00-81a7-4e84-afbf-5573465a6be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:18.398224 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-8013bd00-81a7-4e84-afbf-5573465a6be8 None None] Port 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:04:19.106265 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 1a89f6f8-4a59-4a58-8f4b-21231867a5a3 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:04:19.136033 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34296) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:19.143662 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-e79cea84-54ec-4ecf-ad6f-d7ed03548202 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1636405678-network', 'tenant_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:04:19.249684 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79cea84-54ec-4ecf-ad6f-d7ed03548202 admin admin] Made reservation on behalf of dbb9e933e8f4430fb9ad0a5ae9697cf0 for: {'network': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:04:19.253878 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e79cea84-54ec-4ecf-ad6f-d7ed03548202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for network, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:19.260698 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port 1a89f6f8-4a59-4a58-8f4b-21231867a5a3 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:04:19.267016 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 1a89f6f8-4a59-4a58-8f4b-21231867a5a3 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:04:19.267446 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:19.271004 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e79cea84-54ec-4ecf-ad6f-d7ed03548202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:19.375904 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:19.403114 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] For port 1a89f6f8-4a59-4a58-8f4b-21231867a5a3, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=1a89f6f8-4a59-4a58-8f4b-21231867a5a3,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:04:19.415032 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e79cea84-54ec-4ecf-ad6f-d7ed03548202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:19.483813 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:19.487258 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:19.512490 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e79cea84-54ec-4ecf-ad6f-d7ed03548202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:19.518782 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-8a90d112-5f1e-4f10-bbe3-5509b965614c tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:19.547111 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79cea84-54ec-4ecf-ad6f-d7ed03548202 admin admin] vlan segment allocate from pool success with {'vlan_id': 1373, 'physical_network': 'physnet1'} {{(pid=105486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:04:19.567189 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] Sync routers for ids ['95be505f-9a28-4e06-a9ec-61083e3e3e6a'] in dv-cinder-797608-1-iscsi {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:04:19.571370 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e79cea84-54ec-4ecf-ad6f-d7ed03548202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:19.571731 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.segments_db [None req-e79cea84-54ec-4ecf-ad6f-d7ed03548202 admin admin] Added segment 24209e5f-f70c-4385-989e-1d11e6937816 of type vlan for network 11dba677-5cc8-4d62-9ec0-acdf708238f2 Jun 23 17:04:19.578460 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Pushing event updated for resources: {'Port': ['ID=1a89f6f8-4a59-4a58-8f4b-21231867a5a3,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:19.582922 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79cea84-54ec-4ecf-ad6f-d7ed03548202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65c46ba-7cbb-45f8-95f3-118deb2cb8d6,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:19.591782 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] Routers {'95be505f-9a28-4e06-a9ec-61083e3e3e6a'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:04:19.592198 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:19.593097 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:03:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['95be505f-9a28-4e06-a9ec-61083e3e3e6a'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:19.596042 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-e79cea84-54ec-4ecf-ad6f-d7ed03548202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:19.641706 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e79cea84-54ec-4ecf-ad6f-d7ed03548202 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730820174852'] for network, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:19.729460 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e79cea84-54ec-4ecf-ad6f-d7ed03548202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929'] for network, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:19.733762 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79cea84-54ec-4ecf-ad6f-d7ed03548202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:19.734633 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e79cea84-54ec-4ecf-ad6f-d7ed03548202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:19.746332 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-b2be905b-9c61-45c3-996d-b54b631a3425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:19.795734 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] Set router 95be505f-9a28-4e06-a9ec-61083e3e3e6a gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:04:19.858204 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79cea84-54ec-4ecf-ad6f-d7ed03548202 admin admin] Pushing event updated for resources: {'Network': ['ID=11dba677-5cc8-4d62-9ec0-acdf708238f2,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:19.861319 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-e79cea84-54ec-4ecf-ad6f-d7ed03548202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:19.870182 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Network 11dba677-5cc8-4d62-9ec0-acdf708238f2 details requested by agent ovs-agent-dv-cinder-797608-1-iscsi with host dv-cinder-797608-1-iscsi {{(pid=105488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:04:19.907996 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-e79cea84-54ec-4ecf-ad6f-d7ed03548202 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7702270 Jun 23 17:04:19.912836 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34300) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:19.922092 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-523c7e64-1ea1-4c77-819f-71b240699f3a admin admin] Request body: {'subnet': {'network_id': '11dba677-5cc8-4d62-9ec0-acdf708238f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1636405678-subnet', 'tenant_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'ip_version': 4}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:04:20.048610 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523c7e64-1ea1-4c77-819f-71b240699f3a admin admin] Made reservation on behalf of dbb9e933e8f4430fb9ad0a5ae9697cf0 for: {'subnet': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:04:20.052847 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-523c7e64-1ea1-4c77-819f-71b240699f3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3900924'] for subnet, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:20.241689 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'name': 'tempest-TestShelveInstance-466426575-router', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:17Z', 'revision_number': 4, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'gw_port': {'id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c', 'name': '', 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'mac_address': 'fa:16:3e:48:4e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '22cede55-a3ec-4ade-8988-62f3beefa175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:16Z', 'updated_at': '2021-06-23T17:04:17Z', 'revision_number': 2, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'subnets': [{'id': '22cede55-a3ec-4ade-8988-62f3beefa175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:20.273022 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] Checking router: 95be505f-9a28-4e06-a9ec-61083e3e3e6a for host: dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:04:20.273717 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] Updating router 95be505f-9a28-4e06-a9ec-61083e3e3e6a port 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c binding host dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:04:20.317094 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:20.421585 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-523c7e64-1ea1-4c77-819f-71b240699f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2321465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3900910'] for subnet, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:20.430273 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:20.504325 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c7e64-1ea1-4c77-819f-71b240699f3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4efbaead-f374-4ef6-9302-f8382b89be1a,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:20.507939 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-523c7e64-1ea1-4c77-819f-71b240699f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:20.510894 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523c7e64-1ea1-4c77-819f-71b240699f3a admin admin] Checking segment: {'id': '24209e5f-f70c-4385-989e-1d11e6937816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '11dba677-5cc8-4d62-9ec0-acdf708238f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:04:20.528828 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523c7e64-1ea1-4c77-819f-71b240699f3a admin admin] Network hostable DHCP agents. Network: 11dba677-5cc8-4d62-9ec0-acdf708238f2, hostable agents: ['5e144bd6-6a48-4538-b5f5-f54886500fdf'], hosted agents: [] {{(pid=105486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:04:20.623838 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] Notify callbacks [] for port, precommit_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:20.634348 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.provisioning_blocks [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] Transition to ACTIVE for port object 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c will not be triggered until provisioned by entity L2. {{(pid=105489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:04:20.648460 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523c7e64-1ea1-4c77-819f-71b240699f3a admin admin] Network 11dba677-5cc8-4d62-9ec0-acdf708238f2 is scheduled to be hosted by DHCP agent 5e144bd6-6a48-4538-b5f5-f54886500fdf with binding_index 1 {{(pid=105486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:04:20.723079 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:20.725488 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-5694a693-31e5-480a-9f48-7ac7050876b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:20.745933 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-523c7e64-1ea1-4c77-819f-71b240699f3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-1-iscsi, 11dba677-5cc8-4d62-9ec0-acdf708238f2) {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:04:20.752520 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523c7e64-1ea1-4c77-819f-71b240699f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:20.753775 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-523c7e64-1ea1-4c77-819f-71b240699f3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:20.756115 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22cabab-531b-45dd-bceb-c0efa5d083d9 None None] Network 11dba677-5cc8-4d62-9ec0-acdf708238f2 requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:04:20.776791 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb573cc-2907-4886-8634-605cd059eb1c None None] Pushing event updated for resources: {'Port': ['ID=6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c,revision_number=3']} {{(pid=105489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:20.811101 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb573cc-2907-4886-8634-605cd059eb1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:20.811496 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb573cc-2907-4886-8634-605cd059eb1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:20.811799 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb573cc-2907-4886-8634-605cd059eb1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:20.812134 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb573cc-2907-4886-8634-605cd059eb1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:20.812501 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb573cc-2907-4886-8634-605cd059eb1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:20.812784 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb573cc-2907-4886-8634-605cd059eb1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:20.813391 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb573cc-2907-4886-8634-605cd059eb1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:20.813826 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb573cc-2907-4886-8634-605cd059eb1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:20.814129 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb573cc-2907-4886-8634-605cd059eb1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:20.814489 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb573cc-2907-4886-8634-605cd059eb1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:20.814872 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb573cc-2907-4886-8634-605cd059eb1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:20.815195 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb573cc-2907-4886-8634-605cd059eb1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:20.822072 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-bdb573cc-2907-4886-8634-605cd059eb1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:20.855537 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] Attempting to bind port 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:04:20.855917 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] Attempting to bind port 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': '4b10830e-09e0-48bd-bf31-50153bde8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e'}] {{(pid=105489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:04:20.856277 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] Attempting to bind port 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c on network 32625c10-67de-4faf-91bb-dc72b195720e {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:04:20.862314 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:04:20.862705 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] Checking segment: {'id': '4b10830e-09e0-48bd-bf31-50153bde8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:04:20.863113 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:20.863509 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] Bound using segment: {'id': '4b10830e-09e0-48bd-bf31-50153bde8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e'} {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:04:20.863991 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] Bound port: 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b10830e-09e0-48bd-bf31-50153bde8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e'}}] {{(pid=105489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:04:20.864437 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:20.942288 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.db [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] For port 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:04:20.945650 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.db [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] For port 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c,segment=NetworkSegment(4b10830e-09e0-48bd-bf31-50153bde8d57),segment_id=4b10830e-09e0-48bd-bf31-50153bde8d57)] {{(pid=105489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:04:20.954570 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp688f085e-dfc1-5e94-bdc4-2cd86705c474-11dba677-5cc8-4d62-9ec0-acdf708238f2', 'network_id': '11dba677-5cc8-4d62-9ec0-acdf708238f2', 'tenant_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'fixed_ips': [{'subnet_id': '4efbaead-f374-4ef6-9302-f8382b89be1a'}]}} from dv-cinder-797608-1-iscsi. {{(pid=105488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:04:20.955592 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:20.958678 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-523c7e64-1ea1-4c77-819f-71b240699f3a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0435619 Jun 23 17:04:20.960879 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34302) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:20.966470 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-927ead6c-86b7-4c2c-b7f2-883af00386b7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1636405678-router', 'tenant_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:04:21.071830 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:21.074305 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-5694a693-31e5-480a-9f48-7ac7050876b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:21.083411 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-927ead6c-86b7-4c2c-b7f2-883af00386b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25531'] for router, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:21.085944 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-927ead6c-86b7-4c2c-b7f2-883af00386b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1782601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25506'] for router, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:21.093505 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 1a89f6f8-4a59-4a58-8f4b-21231867a5a3 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:04:21.121442 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] Routers {'95be505f-9a28-4e06-a9ec-61083e3e3e6a'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:04:21.122154 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:03:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['95be505f-9a28-4e06-a9ec-61083e3e3e6a'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:21.146247 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-927ead6c-86b7-4c2c-b7f2-883af00386b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:21.149620 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.db_base_plugin_common [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] Allocated IP 172.20.0.2 (11dba677-5cc8-4d62-9ec0-acdf708238f2/4efbaead-f374-4ef6-9302-f8382b89be1a/a458edd4-1d7a-42b7-88dc-78d2409aa0a9) {{(pid=105488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:04:21.184259 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb573cc-2907-4886-8634-605cd059eb1c None None] Pushing event updated for resources: {'Port': ['ID=6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c,revision_number=4']} {{(pid=105489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:21.222670 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-bdb573cc-2907-4886-8634-605cd059eb1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:21.252965 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] Set router 95be505f-9a28-4e06-a9ec-61083e3e3e6a gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:04:21.253781 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 1a89f6f8-4a59-4a58-8f4b-21231867a5a3 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:04:21.254396 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:21.356816 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:04:21.394881 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] Notify callbacks [] for port, precommit_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:21.404661 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-927ead6c-86b7-4c2c-b7f2-883af00386b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1640840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27992'] for router, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:21.428855 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] Transition to ACTIVE for port object a458edd4-1d7a-42b7-88dc-78d2409aa0a9 will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:04:21.459829 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] Transition to ACTIVE for port object a458edd4-1d7a-42b7-88dc-78d2409aa0a9 will not be triggered until provisioned by entity DHCP. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:04:21.495986 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'name': 'tempest-TestShelveInstance-466426575-router', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:17Z', 'revision_number': 4, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'gw_port': {'id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c', 'name': '', 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'mac_address': 'fa:16:3e:48:4e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '22cede55-a3ec-4ade-8988-62f3beefa175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:16Z', 'updated_at': '2021-06-23T17:04:20Z', 'revision_number': 4, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'subnets': [{'id': '22cede55-a3ec-4ade-8988-62f3beefa175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:21.519373 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-5b61a3b8-8512-4936-80d2-6182b03c2c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:21.524332 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fe2bed-e117-47f6-9a93-25c55ceab86f None None] The sync data for ids ['95be505f-9a28-4e06-a9ec-61083e3e3e6a'] in dv-cinder-797608-1-iscsi is: [{'id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'name': 'tempest-TestShelveInstance-466426575-router', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:17Z', 'revision_number': 4, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'gw_port': {'id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c', 'name': '', 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'mac_address': 'fa:16:3e:48:4e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '22cede55-a3ec-4ade-8988-62f3beefa175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:16Z', 'updated_at': '2021-06-23T17:04:20Z', 'revision_number': 4, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'subnets': [{'id': '22cede55-a3ec-4ade-8988-62f3beefa175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:04:21.553200 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099'] for port, after_create {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:21.556657 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-205e8eac-f23c-42fc-a826-b51d4aec51a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:21.617594 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] Network 11dba677-5cc8-4d62-9ec0-acdf708238f2 is already hosted by enough agents. {{(pid=105488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:04:21.622542 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.scheduler.base_scheduler [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] Resources bound (agent type, host, resource id): {{(pid=105488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:04:21.626545 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] Received port after_create {{(pid=105488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:04:21.641830 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] Pushing event updated for resources: {'Port': ['ID=a458edd4-1d7a-42b7-88dc-78d2409aa0a9,revision_number=1']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:21.666596 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:21.704516 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] Attempting to bind port a458edd4-1d7a-42b7-88dc-78d2409aa0a9 on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:04:21.705015 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] Attempting to bind port a458edd4-1d7a-42b7-88dc-78d2409aa0a9 by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': '24209e5f-f70c-4385-989e-1d11e6937816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '11dba677-5cc8-4d62-9ec0-acdf708238f2'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:04:21.705988 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] Attempting to bind port a458edd4-1d7a-42b7-88dc-78d2409aa0a9 on network 11dba677-5cc8-4d62-9ec0-acdf708238f2 {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:04:21.711194 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:04:21.711592 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] Checking segment: {'id': '24209e5f-f70c-4385-989e-1d11e6937816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '11dba677-5cc8-4d62-9ec0-acdf708238f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:04:21.712014 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:21.712419 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] Bound using segment: {'id': '24209e5f-f70c-4385-989e-1d11e6937816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '11dba677-5cc8-4d62-9ec0-acdf708238f2'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:04:21.712908 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] Bound port: a458edd4-1d7a-42b7-88dc-78d2409aa0a9, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24209e5f-f70c-4385-989e-1d11e6937816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '11dba677-5cc8-4d62-9ec0-acdf708238f2'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:04:21.713378 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:21.753390 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-927ead6c-86b7-4c2c-b7f2-883af00386b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:21.774639 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-927ead6c-86b7-4c2c-b7f2-883af00386b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:21.797056 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] For port a458edd4-1d7a-42b7-88dc-78d2409aa0a9, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:04:21.799547 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] For port a458edd4-1d7a-42b7-88dc-78d2409aa0a9, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=a458edd4-1d7a-42b7-88dc-78d2409aa0a9,segment=NetworkSegment(24209e5f-f70c-4385-989e-1d11e6937816),segment_id=24209e5f-f70c-4385-989e-1d11e6937816)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:04:21.895368 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:21.897611 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:21.906853 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-927ead6c-86b7-4c2c-b7f2-883af00386b7 admin admin] Allocated IP 172.27.2.100 (1cd33bb4-367c-4537-aa24-40400b43cefc/1811faaa-3b17-4cfd-8a02-b64db4dab64a/37ec01f3-e090-40f2-bb8f-91d93b09739d) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:04:21.972778 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] Pushing event updated for resources: {'Port': ['ID=a458edd4-1d7a-42b7-88dc-78d2409aa0a9,revision_number=2']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:21.980907 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-b49a564f-4223-49b2-9bbb-eef2cfec0817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:22.052869 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-927ead6c-86b7-4c2c-b7f2-883af00386b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:22.180990 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-927ead6c-86b7-4c2c-b7f2-883af00386b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2323113'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:22.183219 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-028fe0c7-cf7c-4982-bac8-c68c27a76ee8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:22.233257 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927ead6c-86b7-4c2c-b7f2-883af00386b7 admin admin] Network 1cd33bb4-367c-4537-aa24-40400b43cefc is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:04:22.237176 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-927ead6c-86b7-4c2c-b7f2-883af00386b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:04:22.241499 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927ead6c-86b7-4c2c-b7f2-883af00386b7 admin admin] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:04:22.265648 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ead6c-86b7-4c2c-b7f2-883af00386b7 admin admin] Pushing event updated for resources: {'Port': ['ID=37ec01f3-e090-40f2-bb8f-91d93b09739d,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:22.274401 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-927ead6c-86b7-4c2c-b7f2-883af00386b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:22.932333 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-927ead6c-86b7-4c2c-b7f2-883af00386b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:23.010839 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6c099f-67be-42f2-a030-92442ecd7438 None None] Network 11dba677-5cc8-4d62-9ec0-acdf708238f2 requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:04:23.150902 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device a458edd4-1d7a-42b7-88dc-78d2409aa0a9 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:04:23.176268 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-927ead6c-86b7-4c2c-b7f2-883af00386b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1713261'] for router, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:23.183607 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-a470b467-162f-4a21-bdc6-3f5c24919330 None None] Provisioning for port a458edd4-1d7a-42b7-88dc-78d2409aa0a9 completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:04:23.311491 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:23.340336 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port a458edd4-1d7a-42b7-88dc-78d2409aa0a9 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:04:23.345866 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port a458edd4-1d7a-42b7-88dc-78d2409aa0a9 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:04:23.348745 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:23.392139 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927ead6c-86b7-4c2c-b7f2-883af00386b7 admin admin] Router 9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb is scheduled to L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec with binding_index 1 {{(pid=105486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:04:23.439258 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:23.477919 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] For port a458edd4-1d7a-42b7-88dc-78d2409aa0a9, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=a458edd4-1d7a-42b7-88dc-78d2409aa0a9,segment=NetworkSegment(24209e5f-f70c-4385-989e-1d11e6937816),segment_id=24209e5f-f70c-4385-989e-1d11e6937816)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:04:23.507106 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927ead6c-86b7-4c2c-b7f2-883af00386b7 admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:04:23.517857 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] Sync routers for ids ['9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:04:23.529017 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-27c2410a-2193-419e-ae4d-22f0944311a2 None None] Provisioning complete for port a458edd4-1d7a-42b7-88dc-78d2409aa0a9 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:04:23.529529 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-27c2410a-2193-419e-ae4d-22f0944311a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:23.548655 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] Routers {'9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:04:23.549258 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:03:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:23.580159 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-927ead6c-86b7-4c2c-b7f2-883af00386b7 admin admin] Notify callbacks [] for router, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:23.581662 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-927ead6c-86b7-4c2c-b7f2-883af00386b7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6195884 Jun 23 17:04:23.585972 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34306) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:23.590438 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:23.591290 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:04:23.595847 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:23.736790 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Pushing event updated for resources: {'Port': ['ID=a458edd4-1d7a-42b7-88dc-78d2409aa0a9,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:23.742494 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:23.775469 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] Set router 9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:04:23.983173 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb', 'name': 'tempest-TestShelveInstance-1636405678-router', 'tenant_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '37ec01f3-e090-40f2-bb8f-91d93b09739d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:04:21Z', 'updated_at': '2021-06-23T17:04:22Z', 'revision_number': 3, 'project_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'gw_port': {'id': '37ec01f3-e090-40f2-bb8f-91d93b09739d', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:33:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:21Z', 'updated_at': '2021-06-23T17:04:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:24.010918 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] Checking router: 9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:04:24.030730 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] Updating router 9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb port 37ec01f3-e090-40f2-bb8f-91d93b09739d binding host dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:04:24.038181 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-51085d42-3938-4c59-b521-d4bc77d51d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:24.050514 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:24.071631 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:04:24.082168 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:04:24.082561 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:24.165894 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:24.217867 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-51085d42-3938-4c59-b521-d4bc77d51d41 admin admin] Allocated IP 172.20.0.1 (11dba677-5cc8-4d62-9ec0-acdf708238f2/4efbaead-f374-4ef6-9302-f8382b89be1a/48b64650-a7ce-439d-a759-6237affb86db) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:04:24.283383 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:24.329487 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-51085d42-3938-4c59-b521-d4bc77d51d41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:24.340637 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] For port 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c,segment=NetworkSegment(4b10830e-09e0-48bd-bf31-50153bde8d57),segment_id=4b10830e-09e0-48bd-bf31-50153bde8d57)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:04:24.344773 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [None req-51085d42-3938-4c59-b521-d4bc77d51d41 admin admin] Transition to ACTIVE for port object 48b64650-a7ce-439d-a759-6237affb86db will not be triggered until provisioned by entity DHCP. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:04:24.392198 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:24.396884 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:24.452778 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] Notify callbacks [] for port, precommit_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:24.473197 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] Transition to ACTIVE for port object 37ec01f3-e090-40f2-bb8f-91d93b09739d will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:04:24.474869 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Pushing event updated for resources: {'Port': ['ID=6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:24.478780 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:24.488722 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-51085d42-3938-4c59-b521-d4bc77d51d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2323113'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:24.490831 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:24.533428 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51085d42-3938-4c59-b521-d4bc77d51d41 admin admin] Network 11dba677-5cc8-4d62-9ec0-acdf708238f2 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:04:24.534081 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3d65f6f4-23d7-4c5c-a6fc-e242fb843621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:24.537435 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-51085d42-3938-4c59-b521-d4bc77d51d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:04:24.544032 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51085d42-3938-4c59-b521-d4bc77d51d41 admin admin] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:04:24.548903 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51085d42-3938-4c59-b521-d4bc77d51d41 admin admin] Pushing event updated for resources: {'Port': ['ID=48b64650-a7ce-439d-a759-6237affb86db,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:24.572329 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:24.572329 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-988453bb-5d68-42cd-a087-e3df5cdf4cce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:24.578347 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-51085d42-3938-4c59-b521-d4bc77d51d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:24.605683 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-51085d42-3938-4c59-b521-d4bc77d51d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705069'] for router_interface, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:24.627569 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] Attempting to bind port 37ec01f3-e090-40f2-bb8f-91d93b09739d on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:04:24.628042 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] Attempting to bind port 37ec01f3-e090-40f2-bb8f-91d93b09739d by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:04:24.628383 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] Attempting to bind port 37ec01f3-e090-40f2-bb8f-91d93b09739d on network 1cd33bb4-367c-4537-aa24-40400b43cefc {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:04:24.630576 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f2a8c-1eda-4eab-b6cb-a1e2020db1dd None None] Pushing event updated for resources: {'Port': ['ID=37ec01f3-e090-40f2-bb8f-91d93b09739d,revision_number=2']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:24.634061 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-df2f2a8c-1eda-4eab-b6cb-a1e2020db1dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:24.637002 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:04:24.637411 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] Checking segment: {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:04:24.637903 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:24.638201 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] Bound using segment: {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:04:24.638688 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] Bound port: 37ec01f3-e090-40f2-bb8f-91d93b09739d, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef967f3-881f-49f1-8c44-6888f5472d47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:04:24.639073 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:24.857487 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-51085d42-3938-4c59-b521-d4bc77d51d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:24.882860 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] For port 37ec01f3-e090-40f2-bb8f-91d93b09739d, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:04:24.886070 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] For port 37ec01f3-e090-40f2-bb8f-91d93b09739d, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=37ec01f3-e090-40f2-bb8f-91d93b09739d,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:04:24.923406 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-1a29e2bd-2202-45b9-900a-3f06b213da28 None None] Provisioning for port 48b64650-a7ce-439d-a759-6237affb86db completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:04:24.928260 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-1a29e2bd-2202-45b9-900a-3f06b213da28 None None] Provisioning complete for port 48b64650-a7ce-439d-a759-6237affb86db triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:04:24.928702 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-1a29e2bd-2202-45b9-900a-3f06b213da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:24.956765 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:24.960764 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-200b1700-b4c9-43df-8508-c6c42dcc6749 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:24.998409 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-1a29e2bd-2202-45b9-900a-3f06b213da28 None None] Port 48b64650-a7ce-439d-a759-6237affb86db cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:04:25.025986 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] Routers {'9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:04:25.026728 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:04:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:25.029934 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f2a8c-1eda-4eab-b6cb-a1e2020db1dd None None] Pushing event updated for resources: {'Port': ['ID=37ec01f3-e090-40f2-bb8f-91d93b09739d,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:25.046851 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-51085d42-3938-4c59-b521-d4bc77d51d41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:25.067877 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-df2f2a8c-1eda-4eab-b6cb-a1e2020db1dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:25.080683 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device a458edd4-1d7a-42b7-88dc-78d2409aa0a9 up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:04:25.105696 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-51085d42-3938-4c59-b521-d4bc77d51d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:25.108172 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-927ead6c-86b7-4c2c-b7f2-883af00386b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:25.180147 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51085d42-3938-4c59-b521-d4bc77d51d41 admin admin] Pushing event updated for resources: {'Port': ['ID=48b64650-a7ce-439d-a759-6237affb86db,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:25.181426 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] Set router 9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:04:25.183056 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-51085d42-3938-4c59-b521-d4bc77d51d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:25.184265 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-51085d42-3938-4c59-b521-d4bc77d51d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1512939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705089'] for router_interface, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:25.213819 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port a458edd4-1d7a-42b7-88dc-78d2409aa0a9 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:04:25.214211 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:25.285150 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51085d42-3938-4c59-b521-d4bc77d51d41 admin admin] Network 11dba677-5cc8-4d62-9ec0-acdf708238f2 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:04:25.286860 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-51085d42-3938-4c59-b521-d4bc77d51d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:04:25.400884 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:04:25.415160 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51085d42-3938-4c59-b521-d4bc77d51d41 admin admin] Router 9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:04:25.487400 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:04:25.487777 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:25.532173 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51085d42-3938-4c59-b521-d4bc77d51d41 admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:04:25.537571 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-51085d42-3938-4c59-b521-d4bc77d51d41 admin admin] 10.222.0.25 "PUT /v2.0/routers/9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9503052 Jun 23 17:04:25.548397 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb', 'name': 'tempest-TestShelveInstance-1636405678-router', 'tenant_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '37ec01f3-e090-40f2-bb8f-91d93b09739d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:04:21Z', 'updated_at': '2021-06-23T17:04:24Z', 'revision_number': 4, 'project_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'gw_port': {'id': '37ec01f3-e090-40f2-bb8f-91d93b09739d', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:33:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:21Z', 'updated_at': '2021-06-23T17:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '48b64650-a7ce-439d-a759-6237affb86db', 'name': '', 'network_id': '11dba677-5cc8-4d62-9ec0-acdf708238f2', 'tenant_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'mac_address': 'fa:16:3e:d6:49:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4efbaead-f374-4ef6-9302-f8382b89be1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:24Z', 'updated_at': '2021-06-23T17:04:24Z', 'revision_number': 1, 'project_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'subnets': [{'id': '4efbaead-f374-4ef6-9302-f8382b89be1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:25.579431 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851a05d6-24d8-4142-81d4-0a7bc54c45e4 None None] The sync data for ids ['9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb'] in dv-cinder-797608-1-iscsi is: [{'id': '9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb', 'name': 'tempest-TestShelveInstance-1636405678-router', 'tenant_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '37ec01f3-e090-40f2-bb8f-91d93b09739d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:04:21Z', 'updated_at': '2021-06-23T17:04:24Z', 'revision_number': 4, 'project_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'gw_port': {'id': '37ec01f3-e090-40f2-bb8f-91d93b09739d', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:33:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:21Z', 'updated_at': '2021-06-23T17:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '48b64650-a7ce-439d-a759-6237affb86db', 'name': '', 'network_id': '11dba677-5cc8-4d62-9ec0-acdf708238f2', 'tenant_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'mac_address': 'fa:16:3e:d6:49:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4efbaead-f374-4ef6-9302-f8382b89be1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:24Z', 'updated_at': '2021-06-23T17:04:24Z', 'revision_number': 1, 'project_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'subnets': [{'id': '4efbaead-f374-4ef6-9302-f8382b89be1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:04:25.581702 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-a6ff55c2-7382-4b70-bd6f-4f6ca4fcb937 None None] Provisioning complete for port 48b64650-a7ce-439d-a759-6237affb86db triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:04:25.582082 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-a6ff55c2-7382-4b70-bd6f-4f6ca4fcb937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:25.645687 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:25.655103 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-a6ff55c2-7382-4b70-bd6f-4f6ca4fcb937 None None] Port 48b64650-a7ce-439d-a759-6237affb86db cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:04:26.724480 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34316) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:26.729289 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-e4cd1d58-6c59-417d-b9ef-83b58b0729d5 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-780670222', 'description': 'tempest-secgroup-smoke-780670222 description', 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:04:26.808718 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1d58-6c59-417d-b9ef-83b58b0729d5 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for security_group, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:26.896002 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1d58-6c59-417d-b9ef-83b58b0729d5 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for security_group, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:26.986168 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1d58-6c59-417d-b9ef-83b58b0729d5 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:26.988786 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7aca98cb-c268-47fd-9377-2e8ada6b4d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:27.018893 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd1d58-6c59-417d-b9ef-83b58b0729d5 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab60e50-f6c0-4068-ae39-1057b2c9317f,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:27.022750 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-e4cd1d58-6c59-417d-b9ef-83b58b0729d5 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:27.096052 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1d58-6c59-417d-b9ef-83b58b0729d5 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:27.097376 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-e4cd1d58-6c59-417d-b9ef-83b58b0729d5 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3717055 Jun 23 17:04:27.100275 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34318) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:27.105565 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:27.107038 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-2e9daf78-78cc-4090-ad10-362cfc5f8d23 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Request body: {'security_group_rule': {'security_group_id': 'fab60e50-f6c0-4068-ae39-1057b2c9317f', 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:04:27.108427 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 37ec01f3-e090-40f2-bb8f-91d93b09739d up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:04:27.213758 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2e9daf78-78cc-4090-ad10-362cfc5f8d23 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:27.220522 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port 37ec01f3-e090-40f2-bb8f-91d93b09739d completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:04:27.224806 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 37ec01f3-e090-40f2-bb8f-91d93b09739d triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:04:27.225469 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:27.274505 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2e9daf78-78cc-4090-ad10-362cfc5f8d23 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:27.311819 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:27.331725 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] For port 37ec01f3-e090-40f2-bb8f-91d93b09739d, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=37ec01f3-e090-40f2-bb8f-91d93b09739d,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:04:27.351391 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2e9daf78-78cc-4090-ad10-362cfc5f8d23 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:27.353485 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:27.372223 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9daf78-78cc-4090-ad10-362cfc5f8d23 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6366805-caf6-487d-922d-e833836df55d,revision_number=0']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:27.376496 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-2e9daf78-78cc-4090-ad10-362cfc5f8d23 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:27.408712 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:27.410629 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:27.458390 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Pushing event updated for resources: {'Port': ['ID=37ec01f3-e090-40f2-bb8f-91d93b09739d,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:27.461448 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:27.477214 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2e9daf78-78cc-4090-ad10-362cfc5f8d23 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:27.478704 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-2e9daf78-78cc-4090-ad10-362cfc5f8d23 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3770735 Jun 23 17:04:27.481246 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34320) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:27.485905 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-5e21c679-d193-453d-a9a7-ccaf57c264d6 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Request body: {'security_group_rule': {'security_group_id': 'fab60e50-f6c0-4068-ae39-1057b2c9317f', 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:04:27.585615 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-5e21c679-d193-453d-a9a7-ccaf57c264d6 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:27.646528 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-5e21c679-d193-453d-a9a7-ccaf57c264d6 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:27.740285 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-5e21c679-d193-453d-a9a7-ccaf57c264d6 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:27.745310 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:27.762047 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21c679-d193-453d-a9a7-ccaf57c264d6 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893e0df7-0974-46c8-99ef-12f04dbe79e5,revision_number=0']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:27.764845 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-5e21c679-d193-453d-a9a7-ccaf57c264d6 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:27.865930 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-5e21c679-d193-453d-a9a7-ccaf57c264d6 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:27.867159 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-5e21c679-d193-453d-a9a7-ccaf57c264d6 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3849330 Jun 23 17:04:27.869957 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34322) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:27.875751 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-67b109cb-d23d-49bf-8389-dd8f3c93a11c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Request body: {'security_group_rule': {'security_group_id': 'fab60e50-f6c0-4068-ae39-1057b2c9317f', 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:04:27.985704 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-67b109cb-d23d-49bf-8389-dd8f3c93a11c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:28.046299 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-67b109cb-d23d-49bf-8389-dd8f3c93a11c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:28.099979 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-67b109cb-d23d-49bf-8389-dd8f3c93a11c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:28.102221 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-d7958d9e-3787-4962-9612-28083647820b tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:28.119777 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b109cb-d23d-49bf-8389-dd8f3c93a11c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b6a521-3552-4d6f-8d4a-c39912322b87,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:28.122280 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-67b109cb-d23d-49bf-8389-dd8f3c93a11c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:28.162825 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-67b109cb-d23d-49bf-8389-dd8f3c93a11c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:28.164088 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-67b109cb-d23d-49bf-8389-dd8f3c93a11c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2928226 Jun 23 17:04:28.166760 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34324) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:28.171309 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-ed7d90b1-668c-4905-8398-107aaff0de31 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Request body: {'security_group_rule': {'security_group_id': 'fab60e50-f6c0-4068-ae39-1057b2c9317f', 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:04:28.254815 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ed7d90b1-668c-4905-8398-107aaff0de31 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:28.322016 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ed7d90b1-668c-4905-8398-107aaff0de31 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:28.386107 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ed7d90b1-668c-4905-8398-107aaff0de31 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:28.388163 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:28.404535 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d90b1-668c-4905-8398-107aaff0de31 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760cb5a9-cb7b-4f1e-8027-64761ba0be1d,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:28.407126 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ed7d90b1-668c-4905-8398-107aaff0de31 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:28.482685 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ed7d90b1-668c-4905-8398-107aaff0de31 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:28.483915 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-ed7d90b1-668c-4905-8398-107aaff0de31 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3162246 Jun 23 17:04:28.487096 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34326) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:28.491640 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-312a7f37-a3f6-4749-ac10-fe3f4cb0a4c2 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Request body: {'security_group_rule': {'security_group_id': 'fab60e50-f6c0-4068-ae39-1057b2c9317f', 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:04:28.562963 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.securitygroups_db [None req-312a7f37-a3f6-4749-ac10-fe3f4cb0a4c2 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Project 0ddf00b9c9ab48f7a65a09419cb72c55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:04:28.568358 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-312a7f37-a3f6-4749-ac10-fe3f4cb0a4c2 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:28.633056 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-312a7f37-a3f6-4749-ac10-fe3f4cb0a4c2 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:28.694241 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-312a7f37-a3f6-4749-ac10-fe3f4cb0a4c2 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:28.696393 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:28.713802 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a7f37-a3f6-4749-ac10-fe3f4cb0a4c2 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fde735-761f-4aeb-8aa2-8bc58b6887d7,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:28.716813 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-312a7f37-a3f6-4749-ac10-fe3f4cb0a4c2 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:28.797894 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-312a7f37-a3f6-4749-ac10-fe3f4cb0a4c2 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:28.799940 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-312a7f37-a3f6-4749-ac10-fe3f4cb0a4c2 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3112605 Jun 23 17:04:28.803439 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34328) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:28.808264 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-6cbc41ce-be0d-486f-92fc-443e69358487 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Request body: {'security_group_rule': {'security_group_id': 'fab60e50-f6c0-4068-ae39-1057b2c9317f', 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:04:28.905754 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.securitygroups_db [None req-6cbc41ce-be0d-486f-92fc-443e69358487 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Project 0ddf00b9c9ab48f7a65a09419cb72c55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:04:28.912196 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6cbc41ce-be0d-486f-92fc-443e69358487 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:28.982547 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6cbc41ce-be0d-486f-92fc-443e69358487 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:29.068805 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 37ec01f3-e090-40f2-bb8f-91d93b09739d up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:04:29.076922 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6cbc41ce-be0d-486f-92fc-443e69358487 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771886'] for security_group_rule, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:29.079626 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:29.095254 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc41ce-be0d-486f-92fc-443e69358487 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b538c9-cf87-498d-b1c8-9673739bbe73,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:29.105700 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-6cbc41ce-be0d-486f-92fc-443e69358487 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:29.128308 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 37ec01f3-e090-40f2-bb8f-91d93b09739d triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:04:29.128690 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:29.197322 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6cbc41ce-be0d-486f-92fc-443e69358487 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:29.198647 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-6cbc41ce-be0d-486f-92fc-443e69358487 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3942435 Jun 23 17:04:29.451056 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] Sync routers for ids ['9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb'] in dv-cinder-797608-1-iscsi {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:04:29.461244 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] Routers {'9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:04:29.461907 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:04:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:29.585590 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] Set router 9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:04:29.799105 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb', 'name': 'tempest-TestShelveInstance-1636405678-router', 'tenant_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '37ec01f3-e090-40f2-bb8f-91d93b09739d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:04:21Z', 'updated_at': '2021-06-23T17:04:24Z', 'revision_number': 4, 'project_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'gw_port': {'id': '37ec01f3-e090-40f2-bb8f-91d93b09739d', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:33:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:21Z', 'updated_at': '2021-06-23T17:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '48b64650-a7ce-439d-a759-6237affb86db', 'name': '', 'network_id': '11dba677-5cc8-4d62-9ec0-acdf708238f2', 'tenant_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'mac_address': 'fa:16:3e:d6:49:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4efbaead-f374-4ef6-9302-f8382b89be1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:24Z', 'updated_at': '2021-06-23T17:04:24Z', 'revision_number': 2, 'project_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'subnets': [{'id': '4efbaead-f374-4ef6-9302-f8382b89be1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:29.826606 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] Checking router: 9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb for host: dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:04:29.827150 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] Updating router 9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb port 48b64650-a7ce-439d-a759-6237affb86db binding host dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:04:29.864764 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:30.140819 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] Notify callbacks [] for port, precommit_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:30.152684 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.provisioning_blocks [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] Transition to ACTIVE for port object 48b64650-a7ce-439d-a759-6237affb86db will not be triggered until provisioned by entity L2. {{(pid=105489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:04:30.214002 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:30.216479 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:30.293301 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff267d5-e8de-4fd2-904d-08690b07dc09 None None] Pushing event updated for resources: {'Port': ['ID=48b64650-a7ce-439d-a759-6237affb86db,revision_number=3']} {{(pid=105489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:30.298054 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-fff267d5-e8de-4fd2-904d-08690b07dc09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:30.330985 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] Attempting to bind port 48b64650-a7ce-439d-a759-6237affb86db on host dv-cinder-797608-1-iscsi for vnic_type normal with profile {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:04:30.330985 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] Attempting to bind port 48b64650-a7ce-439d-a759-6237affb86db by drivers openvswitch,hyperv on host dv-cinder-797608-1-iscsi at level 0 using segments [{'id': '24209e5f-f70c-4385-989e-1d11e6937816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '11dba677-5cc8-4d62-9ec0-acdf708238f2'}] {{(pid=105489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:04:30.330985 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] Attempting to bind port 48b64650-a7ce-439d-a759-6237affb86db on network 11dba677-5cc8-4d62-9ec0-acdf708238f2 {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:04:30.335713 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] Checking agent: {'id': '03c3ea45-114c-4891-a56f-30b92bde84b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 44, 24), 'started_at': datetime.datetime(2021, 6, 23, 16, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:04:30.336216 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] Checking segment: {'id': '24209e5f-f70c-4385-989e-1d11e6937816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '11dba677-5cc8-4d62-9ec0-acdf708238f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:04:30.336624 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:30.337020 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] Bound using segment: {'id': '24209e5f-f70c-4385-989e-1d11e6937816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '11dba677-5cc8-4d62-9ec0-acdf708238f2'} {{(pid=105489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:04:30.337527 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.managers [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] Bound port: 48b64650-a7ce-439d-a759-6237affb86db, host: dv-cinder-797608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24209e5f-f70c-4385-989e-1d11e6937816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '11dba677-5cc8-4d62-9ec0-acdf708238f2'}}] {{(pid=105489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:04:30.337906 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:30.493817 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.db [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] For port 48b64650-a7ce-439d-a759-6237affb86db, host dv-cinder-797608-1-iscsi, cleared binding levels {{(pid=105489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:04:30.497577 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.plugins.ml2.db [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] For port 48b64650-a7ce-439d-a759-6237affb86db, host dv-cinder-797608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=48b64650-a7ce-439d-a759-6237affb86db,segment=NetworkSegment(24209e5f-f70c-4385-989e-1d11e6937816),segment_id=24209e5f-f70c-4385-989e-1d11e6937816)] {{(pid=105489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:04:30.564490 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron_lib.callbacks.manager [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:30.566914 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-fff267d5-e8de-4fd2-904d-08690b07dc09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:30.625468 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] Routers {'9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:04:30.627194 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:04:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:30.629222 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff267d5-e8de-4fd2-904d-08690b07dc09 None None] Pushing event updated for resources: {'Port': ['ID=48b64650-a7ce-439d-a759-6237affb86db,revision_number=4']} {{(pid=105489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:30.633034 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG oslo_concurrency.lockutils [None req-fff267d5-e8de-4fd2-904d-08690b07dc09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:30.784962 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] Set router 9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:04:31.008406 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb', 'name': 'tempest-TestShelveInstance-1636405678-router', 'tenant_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '37ec01f3-e090-40f2-bb8f-91d93b09739d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:04:21Z', 'updated_at': '2021-06-23T17:04:24Z', 'revision_number': 4, 'project_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'gw_port': {'id': '37ec01f3-e090-40f2-bb8f-91d93b09739d', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:33:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:21Z', 'updated_at': '2021-06-23T17:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '48b64650-a7ce-439d-a759-6237affb86db', 'name': '', 'network_id': '11dba677-5cc8-4d62-9ec0-acdf708238f2', 'tenant_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'mac_address': 'fa:16:3e:d6:49:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4efbaead-f374-4ef6-9302-f8382b89be1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:24Z', 'updated_at': '2021-06-23T17:04:30Z', 'revision_number': 4, 'project_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'subnets': [{'id': '4efbaead-f374-4ef6-9302-f8382b89be1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:31.041416 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2848c538-eedd-4d86-a0be-1d07df1828f8 None None] The sync data for ids ['9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb'] in dv-cinder-797608-1-iscsi is: [{'id': '9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb', 'name': 'tempest-TestShelveInstance-1636405678-router', 'tenant_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '37ec01f3-e090-40f2-bb8f-91d93b09739d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:04:21Z', 'updated_at': '2021-06-23T17:04:24Z', 'revision_number': 4, 'project_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'gw_port': {'id': '37ec01f3-e090-40f2-bb8f-91d93b09739d', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:33:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:21Z', 'updated_at': '2021-06-23T17:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '48b64650-a7ce-439d-a759-6237affb86db', 'name': '', 'network_id': '11dba677-5cc8-4d62-9ec0-acdf708238f2', 'tenant_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'mac_address': 'fa:16:3e:d6:49:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4efbaead-f374-4ef6-9302-f8382b89be1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:24Z', 'updated_at': '2021-06-23T17:04:30Z', 'revision_number': 4, 'project_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'subnets': [{'id': '4efbaead-f374-4ef6-9302-f8382b89be1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:04:31.103384 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 48b64650-a7ce-439d-a759-6237affb86db up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:04:31.220907 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning for port 48b64650-a7ce-439d-a759-6237affb86db completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:04:31.225534 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 48b64650-a7ce-439d-a759-6237affb86db triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:04:31.227161 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:31.312701 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:31.351098 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] For port 48b64650-a7ce-439d-a759-6237affb86db, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=48b64650-a7ce-439d-a759-6237affb86db,segment=NetworkSegment(24209e5f-f70c-4385-989e-1d11e6937816),segment_id=24209e5f-f70c-4385-989e-1d11e6937816)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:04:31.431372 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:31.434886 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:31.483903 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Pushing event updated for resources: {'Port': ['ID=48b64650-a7ce-439d-a759-6237affb86db,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:31.487232 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:33.072263 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 48b64650-a7ce-439d-a759-6237affb86db up at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:04:33.130613 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Provisioning complete for port 48b64650-a7ce-439d-a759-6237affb86db triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:04:33.130994 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:48.243622 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ec403f23-60b5-4565-ba56-eae15856755a req-2d8d6c04-4605-4f67-8938-22f744f0aff3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-780670222&fields=id&tenant_id=0ddf00b9c9ab48f7a65a09419cb72c55 HTTP/1.1" status: 200 len: 267 time: 0.0412314 Jun 23 17:04:48.368526 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec403f23-60b5-4565-ba56-eae15856755a req-7e859b11-b63e-43a6-ae7c-74e22de0bea2 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:48.369939 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ec403f23-60b5-4565-ba56-eae15856755a req-7e859b11-b63e-43a6-ae7c-74e22de0bea2 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/networks?id=32625c10-67de-4faf-91bb-dc72b195720e HTTP/1.1" status: 200 len: 808 time: 0.1156666 Jun 23 17:04:48.389586 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ec403f23-60b5-4565-ba56-eae15856755a req-52617b54-9a51-4693-9a2f-59f9beb0d268 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/quotas/0ddf00b9c9ab48f7a65a09419cb72c55 HTTP/1.1" status: 200 len: 375 time: 0.0126493 Jun 23 17:04:48.470796 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ec403f23-60b5-4565-ba56-eae15856755a req-509b73c1-07a7-420d-9c0c-477af2eb671d tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0ddf00b9c9ab48f7a65a09419cb72c55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751266 Jun 23 17:04:48.584577 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ec403f23-60b5-4565-ba56-eae15856755a req-a8b2af3c-96c6-4459-a4c5-38bc0ebb377a service neutron] 10.222.0.25 "GET /v2.0/networks/32625c10-67de-4faf-91bb-dc72b195720e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008689 Jun 23 17:04:48.692134 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ec403f23-60b5-4565-ba56-eae15856755a req-7033a59a-78f2-4b4b-92fc-efbc54e901ff service neutron] 10.222.0.25 "GET /v2.0/networks/32625c10-67de-4faf-91bb-dc72b195720e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011794 Jun 23 17:04:49.431679 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-99dca713-5eb9-40ee-a2b0-67af63b73aab req-0c4340ed-e1fe-4590-a7f8-32ebd89fcf06 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 210 time: 0.0463643 Jun 23 17:04:50.526270 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-1958860e-5218-48a7-ade8-ab28a820dc76 req-003a47f1-f9e7-47f6-b29b-d84901beb504 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 210 time: 0.0296459 Jun 23 17:04:51.470908 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-0d48a1b5-6d58-4495-a3d1-62e27bda653f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:51.690363 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff16bf99-d983-4b14-b837-28741a325d18 req-58131d6e-1523-4dcb-86c4-fd92118baca0 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 210 time: 0.0293279 Jun 23 17:04:52.254117 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec403f23-60b5-4565-ba56-eae15856755a req-2b663d6f-b265-4e1d-a89d-39f7f9146176 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:52.259956 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ec403f23-60b5-4565-ba56-eae15856755a req-2b663d6f-b265-4e1d-a89d-39f7f9146176 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.35 "GET /v2.0/networks?id=32625c10-67de-4faf-91bb-dc72b195720e HTTP/1.1" status: 200 len: 808 time: 0.1370554 Jun 23 17:04:52.313125 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ec403f23-60b5-4565-ba56-eae15856755a req-15415291-a8eb-46ee-8b86-64eb2b2c3c13 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ddf00b9c9ab48f7a65a09419cb72c55 HTTP/1.1" status: 200 len: 379 time: 0.0418222 Jun 23 17:04:52.321960 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [req-ec403f23-60b5-4565-ba56-eae15856755a req-79dd6d56-5b47-46db-91d4-f563404b467c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Request body: {'port': {'device_id': 'b923d598-ed66-4ce9-b2d9-125b21df9231', 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e', 'admin_state_up': True, 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'security_groups': ['fab60e50-f6c0-4068-ae39-1057b2c9317f']}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:04:52.528215 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec403f23-60b5-4565-ba56-eae15856755a req-79dd6d56-5b47-46db-91d4-f563404b467c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Made reservation on behalf of 0ddf00b9c9ab48f7a65a09419cb72c55 for: {'port': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:04:52.532081 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-ec403f23-60b5-4565-ba56-eae15856755a req-79dd6d56-5b47-46db-91d4-f563404b467c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:52.668451 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [req-ec403f23-60b5-4565-ba56-eae15856755a req-79dd6d56-5b47-46db-91d4-f563404b467c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Allocated IP 172.20.0.11 (32625c10-67de-4faf-91bb-dc72b195720e/22cede55-a3ec-4ade-8988-62f3beefa175/244f8b40-7227-443d-b7f3-6061ff6256c3) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:04:52.843856 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ee9415df-dcc5-45e8-b219-fd5c358af9f9 req-032cd30e-8d0f-45f0-a58e-1c1e9b40ef08 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 210 time: 0.0344026 Jun 23 17:04:52.886259 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-ec403f23-60b5-4565-ba56-eae15856755a req-79dd6d56-5b47-46db-91d4-f563404b467c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:52.901066 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [req-ec403f23-60b5-4565-ba56-eae15856755a req-79dd6d56-5b47-46db-91d4-f563404b467c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Transition to ACTIVE for port object 244f8b40-7227-443d-b7f3-6061ff6256c3 will not be triggered until provisioned by entity DHCP. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:04:53.025470 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-ec403f23-60b5-4565-ba56-eae15856755a req-79dd6d56-5b47-46db-91d4-f563404b467c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26947858'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:53.029737 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:53.075838 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec403f23-60b5-4565-ba56-eae15856755a req-79dd6d56-5b47-46db-91d4-f563404b467c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Network 32625c10-67de-4faf-91bb-dc72b195720e is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:04:53.079259 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [req-ec403f23-60b5-4565-ba56-eae15856755a req-79dd6d56-5b47-46db-91d4-f563404b467c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:04:53.083108 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec403f23-60b5-4565-ba56-eae15856755a req-79dd6d56-5b47-46db-91d4-f563404b467c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:04:53.111131 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd6d56-5b47-46db-91d4-f563404b467c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Pushing event updated for resources: {'Port': ['ID=244f8b40-7227-443d-b7f3-6061ff6256c3,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:53.115736 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-79dd6d56-5b47-46db-91d4-f563404b467c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:53.141044 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec403f23-60b5-4565-ba56-eae15856755a req-79dd6d56-5b47-46db-91d4-f563404b467c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:53.141698 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-ec403f23-60b5-4565-ba56-eae15856755a req-79dd6d56-5b47-46db-91d4-f563404b467c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:53.312157 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ec403f23-60b5-4565-ba56-eae15856755a req-79dd6d56-5b47-46db-91d4-f563404b467c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9938366 Jun 23 17:04:53.314728 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:53.331340 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [req-ec403f23-60b5-4565-ba56-eae15856755a req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] Request body: {'port': {'device_id': 'b923d598-ed66-4ce9-b2d9-125b21df9231', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:04:53.379309 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79fee46d-50a7-4ff8-9249-20f213f3dbc0 None None] Provisioning for port 244f8b40-7227-443d-b7f3-6061ff6256c3 completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:04:53.383318 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-79fee46d-50a7-4ff8-9249-20f213f3dbc0 None None] Provisioning complete for port 244f8b40-7227-443d-b7f3-6061ff6256c3 triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:04:53.387669 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79fee46d-50a7-4ff8-9249-20f213f3dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:53.406929 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-ec403f23-60b5-4565-ba56-eae15856755a req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:53.418781 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79fee46d-50a7-4ff8-9249-20f213f3dbc0 None None] Port 244f8b40-7227-443d-b7f3-6061ff6256c3 cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:04:53.689743 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [req-ec403f23-60b5-4565-ba56-eae15856755a req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244f8b40-7227-443d-b7f3-6061ff6256c3 {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:04:53.697656 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-ec403f23-60b5-4565-ba56-eae15856755a req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:53.709748 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [req-ec403f23-60b5-4565-ba56-eae15856755a req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] Transition to ACTIVE for port object 244f8b40-7227-443d-b7f3-6061ff6256c3 will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:04:53.797988 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-ec403f23-60b5-4565-ba56-eae15856755a req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947840'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:53.801689 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-296f74f2-6b56-4734-9c8d-707c754eb73c tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:53.856734 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] Pushing event updated for resources: {'Port': ['ID=244f8b40-7227-443d-b7f3-6061ff6256c3,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:53.861183 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:53.947576 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-ec403f23-60b5-4565-ba56-eae15856755a req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] Attempting to bind port 244f8b40-7227-443d-b7f3-6061ff6256c3 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:04:53.948071 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-ec403f23-60b5-4565-ba56-eae15856755a req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] Attempting to bind port 244f8b40-7227-443d-b7f3-6061ff6256c3 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '4b10830e-09e0-48bd-bf31-50153bde8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:04:53.948511 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec403f23-60b5-4565-ba56-eae15856755a req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] Attempting to bind port 244f8b40-7227-443d-b7f3-6061ff6256c3 on network 32625c10-67de-4faf-91bb-dc72b195720e {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:04:53.953391 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec403f23-60b5-4565-ba56-eae15856755a req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] Port 244f8b40-7227-443d-b7f3-6061ff6256c3 on network 32625c10-67de-4faf-91bb-dc72b195720e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:04:53.953932 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec403f23-60b5-4565-ba56-eae15856755a req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] Attempting to bind port 244f8b40-7227-443d-b7f3-6061ff6256c3 on network 32625c10-67de-4faf-91bb-dc72b195720e {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:04:53.959666 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec403f23-60b5-4565-ba56-eae15856755a req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] Checking agent: {'id': '78e83b5f-0ecc-435c-a465-b1f96103afbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:04:53.960005 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec403f23-60b5-4565-ba56-eae15856755a req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] Checking segment: {'id': '4b10830e-09e0-48bd-bf31-50153bde8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:04:53.960553 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec403f23-60b5-4565-ba56-eae15856755a req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] Bound using segment: {'id': '4b10830e-09e0-48bd-bf31-50153bde8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:04:53.961230 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-ec403f23-60b5-4565-ba56-eae15856755a req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] Bound port: 244f8b40-7227-443d-b7f3-6061ff6256c3, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b10830e-09e0-48bd-bf31-50153bde8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:04:53.961741 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-ec403f23-60b5-4565-ba56-eae15856755a req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:54.036584 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:54.042090 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-ec403f23-60b5-4565-ba56-eae15856755a req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] For port 244f8b40-7227-443d-b7f3-6061ff6256c3, host hv-cinder-79760, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:04:54.045620 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-ec403f23-60b5-4565-ba56-eae15856755a req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] For port 244f8b40-7227-443d-b7f3-6061ff6256c3, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=244f8b40-7227-443d-b7f3-6061ff6256c3,segment=NetworkSegment(4b10830e-09e0-48bd-bf31-50153bde8d57),segment_id=4b10830e-09e0-48bd-bf31-50153bde8d57)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:04:54.065181 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aeb3a6-5f6b-46c2-b2e0-394096b9d171 req-e6b62ac4-5622-40fd-a6f3-eb0de318a7a1 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:54.066694 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c4aeb3a6-5f6b-46c2-b2e0-394096b9d171 req-e6b62ac4-5622-40fd-a6f3-eb0de318a7a1 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 944 time: 0.0788348 Jun 23 17:04:54.107181 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c4aeb3a6-5f6b-46c2-b2e0-394096b9d171 req-15e5f735-4ba8-4233-9b6c-4a06b94448cf tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327718 Jun 23 17:04:54.221171 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-ec403f23-60b5-4565-ba56-eae15856755a req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947840'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:54.223380 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-79dd6d56-5b47-46db-91d4-f563404b467c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:54.263648 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec403f23-60b5-4565-ba56-eae15856755a req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:54.264307 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-ec403f23-60b5-4565-ba56-eae15856755a req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:54.266764 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ec403f23-60b5-4565-ba56-eae15856755a req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] 10.222.0.35 "PUT /v2.0/ports/244f8b40-7227-443d-b7f3-6061ff6256c3 HTTP/1.1" status: 200 len: 1094 time: 0.9407051 Jun 23 17:04:54.278328 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b923d598-ed66-4ce9-b2d9-125b21df9231', 'tag': '244f8b40-7227-443d-b7f3-6061ff6256c3'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:04:54.278328 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3ba311-b6e7-4134-bef0-c566b9da44d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b923d598-ed66-4ce9-b2d9-125b21df9231", "tag": "244f8b40-7227-443d-b7f3-6061ff6256c3"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:04:54.301349 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] Pushing event updated for resources: {'Port': ['ID=244f8b40-7227-443d-b7f3-6061ff6256c3,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:54.305403 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-499f87ee-4d8f-45d6-97b4-648eff5e57c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:54.323585 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8da8258-3869-46d9-a501-381f0cd3f861 x-openstack-request-id: req-a8da8258-3869-46d9-a501-381f0cd3f861 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:04:54.324196 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b923d598-ed66-4ce9-b2d9-125b21df9231", "tag": "244f8b40-7227-443d-b7f3-6061ff6256c3", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:04:54.324341 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8da8258-3869-46d9-a501-381f0cd3f861 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:04:54.324904 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b923d598-ed66-4ce9-b2d9-125b21df9231', 'tag': '244f8b40-7227-443d-b7f3-6061ff6256c3', 'status': 'completed', 'code': 200} Jun 23 17:04:54.438309 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ba311-b6e7-4134-bef0-c566b9da44d8 req-853b64f6-495b-4e4f-a22e-0608e37980c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:54.439828 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-bf3ba311-b6e7-4134-bef0-c566b9da44d8 req-853b64f6-495b-4e4f-a22e-0608e37980c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ddf00b9c9ab48f7a65a09419cb72c55&device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 1097 time: 0.0660582 Jun 23 17:04:54.539180 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-370f0aeb-32c9-48c6-94a7-58dd18552a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:54.558372 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ba311-b6e7-4134-bef0-c566b9da44d8 req-7871e235-b6a0-407e-b142-7a8dbf183a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:54.559996 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-bf3ba311-b6e7-4134-bef0-c566b9da44d8 req-7871e235-b6a0-407e-b142-7a8dbf183a14 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0ddf00b9c9ab48f7a65a09419cb72c55&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1071155 Jun 23 17:04:54.656763 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ba311-b6e7-4134-bef0-c566b9da44d8 req-4942f05e-6800-4bcc-8115-1236496c03ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:54.658283 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-bf3ba311-b6e7-4134-bef0-c566b9da44d8 req-4942f05e-6800-4bcc-8115-1236496c03ce service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0921869 Jun 23 17:04:54.775828 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec403f23-60b5-4565-ba56-eae15856755a req-5d589b05-6992-48c7-8be7-98008ba8f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:54.777350 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ec403f23-60b5-4565-ba56-eae15856755a req-5d589b05-6992-48c7-8be7-98008ba8f3f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ddf00b9c9ab48f7a65a09419cb72c55&device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 1097 time: 0.0577590 Jun 23 17:04:54.826982 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ec403f23-60b5-4565-ba56-eae15856755a req-64d2f974-8dfd-4131-a61f-072cdd89acad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=244f8b40-7227-443d-b7f3-6061ff6256c3 HTTP/1.1" status: 200 len: 217 time: 0.0359704 Jun 23 17:04:54.878623 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec403f23-60b5-4565-ba56-eae15856755a req-1b985db8-dd81-48a0-80c6-143856b0bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:54.880099 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ec403f23-60b5-4565-ba56-eae15856755a req-1b985db8-dd81-48a0-80c6-143856b0bc86 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22cede55-a3ec-4ade-8988-62f3beefa175 HTTP/1.1" status: 200 len: 847 time: 0.0469244 Jun 23 17:04:54.943320 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec403f23-60b5-4565-ba56-eae15856755a req-0aefc685-cdc3-4291-9292-6842cf83c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:54.944804 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ec403f23-60b5-4565-ba56-eae15856755a req-0aefc685-cdc3-4291-9292-6842cf83c19e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32625c10-67de-4faf-91bb-dc72b195720e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590575 Jun 23 17:04:55.043043 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ec403f23-60b5-4565-ba56-eae15856755a req-d6fc0acb-44db-44f9-9c1b-2c94c4ed5162 service neutron] 10.222.0.35 "GET /v2.0/networks/32625c10-67de-4faf-91bb-dc72b195720e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914695 Jun 23 17:04:55.302024 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30645414-f1c2-4b60-8352-bab13d3055b3 req-13e023a7-8b50-4ce1-beaf-f13f1a844481 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:55.303539 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-30645414-f1c2-4b60-8352-bab13d3055b3 req-13e023a7-8b50-4ce1-beaf-f13f1a844481 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 944 time: 0.0733142 Jun 23 17:04:55.345547 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-30645414-f1c2-4b60-8352-bab13d3055b3 req-67397fdc-b0ca-44fc-bb86-e7ca44d1dd3f tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352857 Jun 23 17:04:55.430388 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ec403f23-60b5-4565-ba56-eae15856755a req-157bbd9b-fb01-4372-8e4a-ca8afe70bfb8 service neutron] 10.222.0.35 "GET /v2.0/networks/32625c10-67de-4faf-91bb-dc72b195720e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802097 Jun 23 17:04:55.556178 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:56.533954 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eff2db-c67a-40bd-bb44-98d606c6fdf1 req-dcd9564f-dfdb-410a-b09c-c08aea0e3fb1 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:56.535526 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f3eff2db-c67a-40bd-bb44-98d606c6fdf1 req-dcd9564f-dfdb-410a-b09c-c08aea0e3fb1 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 944 time: 0.0645690 Jun 23 17:04:56.574008 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f3eff2db-c67a-40bd-bb44-98d606c6fdf1 req-f84cf0e5-412c-408d-8e46-659e0e453fe9 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327280 Jun 23 17:04:57.082177 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:57.756187 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3421e-daa0-4142-b1ab-8e883e646938 req-c506b458-3578-4632-83be-e2fe5b704c50 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:57.757791 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-41c3421e-daa0-4142-b1ab-8e883e646938 req-c506b458-3578-4632-83be-e2fe5b704c50 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 944 time: 0.0669167 Jun 23 17:04:57.805090 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-41c3421e-daa0-4142-b1ab-8e883e646938 req-68783658-889b-4cb6-8e0c-68270110a7da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413389 Jun 23 17:04:58.346574 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:04:59.011691 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba1e11-1dba-44c8-8758-62107793b3ef req-e34c900e-debc-4325-ad1d-ff42c6b8f7a5 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:59.013425 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-79ba1e11-1dba-44c8-8758-62107793b3ef req-e34c900e-debc-4325-ad1d-ff42c6b8f7a5 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 944 time: 0.0793927 Jun 23 17:04:59.063638 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-79ba1e11-1dba-44c8-8758-62107793b3ef req-7e599cf2-ac2a-4006-b8ba-e0b88c0dd78b tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424542 Jun 23 17:05:00.262726 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e4527-0b87-4f58-a88b-091b6b2360b4 req-0faeaeff-210a-4f5a-87f1-0bc06cfab92d tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:00.264791 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-058e4527-0b87-4f58-a88b-091b6b2360b4 req-0faeaeff-210a-4f5a-87f1-0bc06cfab92d tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 944 time: 0.0773950 Jun 23 17:05:00.311970 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-058e4527-0b87-4f58-a88b-091b6b2360b4 req-75e852c5-c726-44e4-b502-e4b64d795fe4 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396290 Jun 23 17:05:00.664286 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-07916242-0554-4035-943d-edfa4fc0aa2d req-34b8dad5-41ce-4c61-b801-fdf379bdc233 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0615709 Jun 23 17:05:00.791887 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07916242-0554-4035-943d-edfa4fc0aa2d req-da0bcd2f-97cf-4896-95fe-56f383150bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:00.793006 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-07916242-0554-4035-943d-edfa4fc0aa2d req-da0bcd2f-97cf-4896-95fe-56f383150bff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=231173d0a69b4fd585f8740571e49789&device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 1098 time: 0.0654140 Jun 23 17:05:00.933348 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07916242-0554-4035-943d-edfa4fc0aa2d req-b436be16-1432-4c47-a243-5b4bb192518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:00.934773 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-07916242-0554-4035-943d-edfa4fc0aa2d req-b436be16-1432-4c47-a243-5b4bb192518f service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9377805-8f69-4935-aba0-28dc2d71b2ad HTTP/1.1" status: 200 len: 914 time: 0.1216650 Jun 23 17:05:01.007090 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-07916242-0554-4035-943d-edfa4fc0aa2d req-98836df1-04da-4d73-985c-5d738924af55 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 HTTP/1.1" status: 200 len: 1000 time: 0.0626886 Jun 23 17:05:01.060387 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07916242-0554-4035-943d-edfa4fc0aa2d req-f1d567cf-1872-4ad8-becc-94fe23a9d9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:01.062514 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-07916242-0554-4035-943d-edfa4fc0aa2d req-f1d567cf-1872-4ad8-becc-94fe23a9d9a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d58dc0ba-116e-4102-a7e9-04ba236e619c HTTP/1.1" status: 200 len: 851 time: 0.0475407 Jun 23 17:05:01.136599 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07916242-0554-4035-943d-edfa4fc0aa2d req-8e0ed048-07ae-4f08-b72e-ec643c7a14ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:01.138187 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-07916242-0554-4035-943d-edfa4fc0aa2d req-8e0ed048-07ae-4f08-b72e-ec643c7a14ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9377805-8f69-4935-aba0-28dc2d71b2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692165 Jun 23 17:05:01.231717 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-07916242-0554-4035-943d-edfa4fc0aa2d req-fb5ee554-fcb4-4f4f-accf-7385179df6d8 service neutron] 10.222.0.35 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854564 Jun 23 17:05:01.335252 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-07916242-0554-4035-943d-edfa4fc0aa2d req-a22883aa-f9f9-41de-a2ae-7c7ba8b06e18 service neutron] 10.222.0.35 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951233 Jun 23 17:05:01.503630 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fc693-343a-43fc-9a73-baabb246914a req-3aac1663-42ae-4e88-90e4-fcad42859eb2 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:01.505034 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d64fc693-343a-43fc-9a73-baabb246914a req-3aac1663-42ae-4e88-90e4-fcad42859eb2 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 944 time: 0.0748470 Jun 23 17:05:01.545662 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d64fc693-343a-43fc-9a73-baabb246914a req-0e048061-561d-449e-923d-75eb2423b5af tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345759 Jun 23 17:05:02.736190 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d2a95-58ca-4c9a-8493-67f6d91ae5a1 req-991fdce1-b6b7-49e8-807d-48984f9ee8fa tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:02.737849 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4f6d2a95-58ca-4c9a-8493-67f6d91ae5a1 req-991fdce1-b6b7-49e8-807d-48984f9ee8fa tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 944 time: 0.0703385 Jun 23 17:05:02.779075 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4f6d2a95-58ca-4c9a-8493-67f6d91ae5a1 req-d0bae932-a285-4e19-9eda-08859a0a972e tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352461 Jun 23 17:05:03.856795 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 244f8b40-7227-443d-b7f3-6061ff6256c3 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:05:03.962271 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b87a1-9876-4e99-8e90-a446126e4ce3 req-ab13dda7-f546-40b7-b0ec-9f803c51a0d3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:03.963183 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 244f8b40-7227-443d-b7f3-6061ff6256c3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=244f8b40-7227-443d-b7f3-6061ff6256c3,segment=NetworkSegment(4b10830e-09e0-48bd-bf31-50153bde8d57),segment_id=4b10830e-09e0-48bd-bf31-50153bde8d57)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:05:03.963986 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c75b87a1-9876-4e99-8e90-a446126e4ce3 req-ab13dda7-f546-40b7-b0ec-9f803c51a0d3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 944 time: 0.0672812 Jun 23 17:05:03.975489 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': '244f8b40-7227-443d-b7f3-6061ff6256c3', 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e', 'port_id': '244f8b40-7227-443d-b7f3-6061ff6256c3', 'mac_address': 'fa:16:3e:6a:13:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22cede55-a3ec-4ade-8988-62f3beefa175', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:05:04.004722 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c75b87a1-9876-4e99-8e90-a446126e4ce3 req-31f09aa7-271e-4982-9c85-ac1e7d9a38bb tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344696 Jun 23 17:05:04.015799 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:04.032195 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244f8b40-7227-443d-b7f3-6061ff6256c3 {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:05:04.048920 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 244f8b40-7227-443d-b7f3-6061ff6256c3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=244f8b40-7227-443d-b7f3-6061ff6256c3,segment=NetworkSegment(4b10830e-09e0-48bd-bf31-50153bde8d57),segment_id=4b10830e-09e0-48bd-bf31-50153bde8d57)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:05:04.207878 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:04.210671 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-7502c689-5fea-463e-805a-4d76f96b96d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:05:04.260045 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=244f8b40-7227-443d-b7f3-6061ff6256c3,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:05:04.268488 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:04.268842 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:04.269265 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:04.269609 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:04.269947 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:04.270280 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:04.270610 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:04.270941 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:04.271272 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:04.271643 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:04.271968 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:04.272323 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:04.278941 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:05:04.532283 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['244f8b40-7227-443d-b7f3-6061ff6256c3'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:05:05.190904 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32722b-8376-4481-a909-1cf10e9da45f req-eb141c2f-e44d-4db1-ae0c-572d2e100a66 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:05.192385 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-de32722b-8376-4481-a909-1cf10e9da45f req-eb141c2f-e44d-4db1-ae0c-572d2e100a66 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 945 time: 0.0686748 Jun 23 17:05:05.235887 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-de32722b-8376-4481-a909-1cf10e9da45f req-ef17478e-6bc8-46bf-9c9c-524357389431 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376318 Jun 23 17:05:05.889559 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 244f8b40-7227-443d-b7f3-6061ff6256c3 up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:05:06.030156 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning for port 244f8b40-7227-443d-b7f3-6061ff6256c3 completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:05:06.034249 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port 244f8b40-7227-443d-b7f3-6061ff6256c3 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:05:06.034636 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:06.114677 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:06.138393 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b923d598-ed66-4ce9-b2d9-125b21df9231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244f8b40-7227-443d-b7f3-6061ff6256c3'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:05:06.140737 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c8671a-ca11-43b7-a8a7-b639c36de510" -d '{"events": [{"server_uuid": "b923d598-ed66-4ce9-b2d9-125b21df9231", "name": "network-vif-plugged", "status": "completed", "tag": "244f8b40-7227-443d-b7f3-6061ff6256c3"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:05:06.158806 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 244f8b40-7227-443d-b7f3-6061ff6256c3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=244f8b40-7227-443d-b7f3-6061ff6256c3,segment=NetworkSegment(4b10830e-09e0-48bd-bf31-50153bde8d57),segment_id=4b10830e-09e0-48bd-bf31-50153bde8d57)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:05:06.265074 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:06.267292 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:05:06.332841 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fc3a7a-9e32-4fc2-8300-9ba79f5fd3d8 x-openstack-request-id: req-d5fc3a7a-9e32-4fc2-8300-9ba79f5fd3d8 {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:05:06.333224 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b923d598-ed66-4ce9-b2d9-125b21df9231", "name": "network-vif-plugged", "status": "completed", "tag": "244f8b40-7227-443d-b7f3-6061ff6256c3", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:05:06.333491 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5fc3a7a-9e32-4fc2-8300-9ba79f5fd3d8 {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:05:06.333888 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b923d598-ed66-4ce9-b2d9-125b21df9231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244f8b40-7227-443d-b7f3-6061ff6256c3', 'code': 200} Jun 23 17:05:06.338748 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=244f8b40-7227-443d-b7f3-6061ff6256c3,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:05:06.341890 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:05:06.444360 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7e39f-6480-4da9-b2c4-82a7d7f53300 req-43d7878b-9870-4f8f-843a-e903b7a88c70 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:06.446360 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a7c7e39f-6480-4da9-b2c4-82a7d7f53300 req-43d7878b-9870-4f8f-843a-e903b7a88c70 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 946 time: 0.0789826 Jun 23 17:05:06.496070 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a7c7e39f-6480-4da9-b2c4-82a7d7f53300 req-061f72dc-0556-4063-a32c-e8379c5d854c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432320 Jun 23 17:05:06.813599 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ea0f5-6109-43bd-a413-f6c22c722a9a req-a15dd157-0be0-45b8-af63-3c89cd14f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:06.815123 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-516ea0f5-6109-43bd-a413-f6c22c722a9a req-a15dd157-0be0-45b8-af63-3c89cd14f7ad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 1099 time: 0.0607290 Jun 23 17:05:06.851434 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-516ea0f5-6109-43bd-a413-f6c22c722a9a req-597b9fbf-e839-42de-9c84-2840fb58eaea service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295682 Jun 23 17:05:07.690686 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09a5b4-2a16-4d08-8d21-d1c83af03d24 req-8e64683d-81d7-4e49-a234-9ca0f6267a3e tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:07.692801 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ed09a5b4-2a16-4d08-8d21-d1c83af03d24 req-8e64683d-81d7-4e49-a234-9ca0f6267a3e tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 946 time: 0.0761712 Jun 23 17:05:07.734840 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ed09a5b4-2a16-4d08-8d21-d1c83af03d24 req-6b557c29-a95a-4221-8075-0f76d323487a tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360312 Jun 23 17:05:08.916097 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2617be-595b-4c61-9817-4ce81cc1b114 req-7141dc7d-26bc-4538-8c5c-6d3f133685db tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:08.917735 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6e2617be-595b-4c61-9817-4ce81cc1b114 req-7141dc7d-26bc-4538-8c5c-6d3f133685db tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 946 time: 0.0658009 Jun 23 17:05:08.958803 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6e2617be-595b-4c61-9817-4ce81cc1b114 req-95a907ed-6b79-4c85-a406-48871279f358 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342245 Jun 23 17:05:09.146373 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c861fe-ef45-483a-8a7f-1ed730a68631 req-fd618ba7-9ab0-475b-84ee-21505d7db34d tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:09.147921 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-12c861fe-ef45-483a-8a7f-1ed730a68631 req-fd618ba7-9ab0-475b-84ee-21505d7db34d tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 946 time: 0.0726907 Jun 23 17:05:09.191360 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-12c861fe-ef45-483a-8a7f-1ed730a68631 req-967cfa93-42a7-4a94-88a2-35049f3e5a4e tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368671 Jun 23 17:05:09.214671 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34506) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:05:09.390643 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c89d55-faed-4dd5-ad4d-905c99906763 tempest-TestShelveInstance-241480026 tempest-TestShelveInstance-241480026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:09.392231 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-19c89d55-faed-4dd5-ad4d-905c99906763 tempest-TestShelveInstance-241480026 tempest-TestShelveInstance-241480026-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 1094 time: 0.1764982 Jun 23 17:05:09.395421 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34510) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:05:09.400963 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [None req-0d431cbc-1d6c-4a34-81ab-71119579f3f3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Request body: {'floatingip': {'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'port_id': '244f8b40-7227-443d-b7f3-6061ff6256c3', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:05:09.579449 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0d431cbc-1d6c-4a34-81ab-71119579f3f3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for floatingip, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:09.697202 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0d431cbc-1d6c-4a34-81ab-71119579f3f3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:09.818818 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [None req-0d431cbc-1d6c-4a34-81ab-71119579f3f3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Allocated IP 172.27.2.71 (1cd33bb4-367c-4537-aa24-40400b43cefc/1811faaa-3b17-4cfd-8a02-b64db4dab64a/2024e358-36aa-4a5d-aef0-dc019bf8db76) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:05:09.931246 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0d431cbc-1d6c-4a34-81ab-71119579f3f3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:10.042262 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0d431cbc-1d6c-4a34-81ab-71119579f3f3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26947858'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:10.044442 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-5b2ca74f-f6b0-42d9-9f42-95dc75b7cbee tempest-TestMinimumBasicScenario-1690149263 tempest-TestMinimumBasicScenario-1690149263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:05:10.085612 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d431cbc-1d6c-4a34-81ab-71119579f3f3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Network 1cd33bb4-367c-4537-aa24-40400b43cefc is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:05:10.088782 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-0d431cbc-1d6c-4a34-81ab-71119579f3f3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:05:10.093071 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d431cbc-1d6c-4a34-81ab-71119579f3f3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:05:10.099107 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d431cbc-1d6c-4a34-81ab-71119579f3f3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Pushing event updated for resources: {'Port': ['ID=2024e358-36aa-4a5d-aef0-dc019bf8db76,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:05:10.120344 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-0d431cbc-1d6c-4a34-81ab-71119579f3f3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:05:10.508257 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0d431cbc-1d6c-4a34-81ab-71119579f3f3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:10.730775 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0d431cbc-1d6c-4a34-81ab-71119579f3f3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:10.910277 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0d431cbc-1d6c-4a34-81ab-71119579f3f3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:10.990274 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0d431cbc-1d6c-4a34-81ab-71119579f3f3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947840'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:10.992532 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-03542e82-f854-4d21-b7c2-9d2ff1d287e0 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:05:11.065847 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d431cbc-1d6c-4a34-81ab-71119579f3f3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Pushing event updated for resources: {'Port': ['ID=2024e358-36aa-4a5d-aef0-dc019bf8db76,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:05:11.069941 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-0d431cbc-1d6c-4a34-81ab-71119579f3f3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:05:11.081500 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0d431cbc-1d6c-4a34-81ab-71119579f3f3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724514'] for floatingip, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:11.190684 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.db.l3_db [None req-0d431cbc-1d6c-4a34-81ab-71119579f3f3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Floating IP c979a380-9ac5-41b2-b364-b6577447d067 associated. External IP: 172.27.2.71, port: 244f8b40-7227-443d-b7f3-6061ff6256c3. Jun 23 17:05:11.423610 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d431cbc-1d6c-4a34-81ab-71119579f3f3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Router 95be505f-9a28-4e06-a9ec-61083e3e3e6a has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:05:11.543627 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d431cbc-1d6c-4a34-81ab-71119579f3f3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:05:11.558494 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87804c6-ff11-42ba-b282-0b1cddd8c466 None None] Sync routers for ids ['95be505f-9a28-4e06-a9ec-61083e3e3e6a'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:05:11.571242 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87804c6-ff11-42ba-b282-0b1cddd8c466 None None] Routers {'95be505f-9a28-4e06-a9ec-61083e3e3e6a'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:05:11.571906 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-f87804c6-ff11-42ba-b282-0b1cddd8c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:04:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['95be505f-9a28-4e06-a9ec-61083e3e3e6a'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:05:11.682879 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0d431cbc-1d6c-4a34-81ab-71119579f3f3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for floatingip, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:11.741561 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-0d431cbc-1d6c-4a34-81ab-71119579f3f3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3449907 Jun 23 17:05:11.742302 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b923d598-ed66-4ce9-b2d9-125b21df9231', 'tag': '244f8b40-7227-443d-b7f3-6061ff6256c3'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:05:11.745360 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cf37af-379f-45ad-b2ad-1fd12f577dde" -d '{"events": [{"name": "network-changed", "server_uuid": "b923d598-ed66-4ce9-b2d9-125b21df9231", "tag": "244f8b40-7227-443d-b7f3-6061ff6256c3"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:05:11.787531 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227d5e3c-389b-499f-a0b3-94151c821499 x-openstack-request-id: req-227d5e3c-389b-499f-a0b3-94151c821499 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:05:11.787935 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b923d598-ed66-4ce9-b2d9-125b21df9231", "tag": "244f8b40-7227-443d-b7f3-6061ff6256c3", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:05:11.788210 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-227d5e3c-389b-499f-a0b3-94151c821499 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:05:11.789288 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b923d598-ed66-4ce9-b2d9-125b21df9231', 'tag': '244f8b40-7227-443d-b7f3-6061ff6256c3', 'status': 'completed', 'code': 200} Jun 23 17:05:11.841020 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-f87804c6-ff11-42ba-b282-0b1cddd8c466 None None] Set router 95be505f-9a28-4e06-a9ec-61083e3e3e6a gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:05:11.890029 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf37af-379f-45ad-b2ad-1fd12f577dde req-91dd6d29-a64a-4ec6-9436-727a3622cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:11.891556 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c3cf37af-379f-45ad-b2ad-1fd12f577dde req-91dd6d29-a64a-4ec6-9436-727a3622cf37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ddf00b9c9ab48f7a65a09419cb72c55&device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 1099 time: 0.0547152 Jun 23 17:05:11.988984 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf37af-379f-45ad-b2ad-1fd12f577dde req-e0a73f1b-a753-4406-a7cb-1dc67a3d993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:11.990367 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c3cf37af-379f-45ad-b2ad-1fd12f577dde req-e0a73f1b-a753-4406-a7cb-1dc67a3d993c service neutron] 10.222.0.35 "GET /v2.0/networks?id=32625c10-67de-4faf-91bb-dc72b195720e HTTP/1.1" status: 200 len: 910 time: 0.0924256 Jun 23 17:05:12.057840 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c3cf37af-379f-45ad-b2ad-1fd12f577dde req-c4a99804-844b-4fde-9ed8-9ed3ea183192 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=244f8b40-7227-443d-b7f3-6061ff6256c3 HTTP/1.1" status: 200 len: 999 time: 0.0602658 Jun 23 17:05:12.082278 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-f87804c6-ff11-42ba-b282-0b1cddd8c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'name': 'tempest-TestShelveInstance-466426575-router', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:17Z', 'revision_number': 4, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'gw_port': {'id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': 'c979a380-9ac5-41b2-b364-b6577447d067', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'port_id': '244f8b40-7227-443d-b7f3-6061ff6256c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e', 'mac_address': 'fa:16:3e:6a:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b923d598-ed66-4ce9-b2d9-125b21df9231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:05:10Z', 'updated_at': '2021-06-23T17:05:10Z', 'revision_number': 0, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c', 'name': '', 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'mac_address': 'fa:16:3e:48:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '22cede55-a3ec-4ade-8988-62f3beefa175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:16Z', 'updated_at': '2021-06-23T17:04:24Z', 'revision_number': 5, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'subnets': [{'id': '22cede55-a3ec-4ade-8988-62f3beefa175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:05:12.109430 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87804c6-ff11-42ba-b282-0b1cddd8c466 None None] Checking router: 95be505f-9a28-4e06-a9ec-61083e3e3e6a for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:05:12.111354 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf37af-379f-45ad-b2ad-1fd12f577dde req-fe365943-35e8-450a-b8b9-399e1cb7847d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:12.112903 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c3cf37af-379f-45ad-b2ad-1fd12f577dde req-fe365943-35e8-450a-b8b9-399e1cb7847d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22cede55-a3ec-4ade-8988-62f3beefa175 HTTP/1.1" status: 200 len: 847 time: 0.0484650 Jun 23 17:05:12.118252 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87804c6-ff11-42ba-b282-0b1cddd8c466 None None] Routers {'95be505f-9a28-4e06-a9ec-61083e3e3e6a'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:05:12.118905 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-f87804c6-ff11-42ba-b282-0b1cddd8c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:04:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['95be505f-9a28-4e06-a9ec-61083e3e3e6a'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:05:12.179286 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf37af-379f-45ad-b2ad-1fd12f577dde req-21df526c-e807-4609-8d81-e825371496ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:12.180791 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c3cf37af-379f-45ad-b2ad-1fd12f577dde req-21df526c-e807-4609-8d81-e825371496ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32625c10-67de-4faf-91bb-dc72b195720e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0614805 Jun 23 17:05:12.233294 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-f87804c6-ff11-42ba-b282-0b1cddd8c466 None None] Set router 95be505f-9a28-4e06-a9ec-61083e3e3e6a gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:05:12.279818 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c3cf37af-379f-45ad-b2ad-1fd12f577dde req-8e49cdd2-2c9e-4ff5-befa-a0e03c52fbb4 service neutron] 10.222.0.35 "GET /v2.0/networks/32625c10-67de-4faf-91bb-dc72b195720e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905666 Jun 23 17:05:12.381674 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c3cf37af-379f-45ad-b2ad-1fd12f577dde req-531ac0a9-5e25-4ea4-bb08-d0005e8afdba service neutron] 10.222.0.35 "GET /v2.0/networks/32625c10-67de-4faf-91bb-dc72b195720e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956330 Jun 23 17:05:12.495739 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-f87804c6-ff11-42ba-b282-0b1cddd8c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'name': 'tempest-TestShelveInstance-466426575-router', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:17Z', 'revision_number': 4, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'gw_port': {'id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': 'c979a380-9ac5-41b2-b364-b6577447d067', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'port_id': '244f8b40-7227-443d-b7f3-6061ff6256c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e', 'mac_address': 'fa:16:3e:6a:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b923d598-ed66-4ce9-b2d9-125b21df9231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:05:10Z', 'updated_at': '2021-06-23T17:05:10Z', 'revision_number': 0, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c', 'name': '', 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'mac_address': 'fa:16:3e:48:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '22cede55-a3ec-4ade-8988-62f3beefa175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:16Z', 'updated_at': '2021-06-23T17:04:24Z', 'revision_number': 5, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'subnets': [{'id': '22cede55-a3ec-4ade-8988-62f3beefa175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:05:12.526129 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87804c6-ff11-42ba-b282-0b1cddd8c466 None None] The sync data for ids ['95be505f-9a28-4e06-a9ec-61083e3e3e6a'] in dv-cinder-797608-1-iscsi is: [{'id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'name': 'tempest-TestShelveInstance-466426575-router', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:17Z', 'revision_number': 4, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'gw_port': {'id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': 'c979a380-9ac5-41b2-b364-b6577447d067', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'port_id': '244f8b40-7227-443d-b7f3-6061ff6256c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e', 'mac_address': 'fa:16:3e:6a:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b923d598-ed66-4ce9-b2d9-125b21df9231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:05:10Z', 'updated_at': '2021-06-23T17:05:10Z', 'revision_number': 0, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c', 'name': '', 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'mac_address': 'fa:16:3e:48:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '22cede55-a3ec-4ade-8988-62f3beefa175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:16Z', 'updated_at': '2021-06-23T17:04:24Z', 'revision_number': 5, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'subnets': [{'id': '22cede55-a3ec-4ade-8988-62f3beefa175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:05:12.729417 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b95624e-0bb0-4aa1-9f77-7c9c8c0b5a3d None None] New status for floating IP c979a380-9ac5-41b2-b364-b6577447d067: ACTIVE {{(pid=105489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:05:21.458867 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-8bcc9bc7-db0b-4b1b-a410-350688017272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:23.327758 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:23.961201 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:24.601454 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e6d4-c727-4191-bbb3-2f5add42eacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:25.681352 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:27.178462 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:35.346836 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:05:39.980134 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-e628d852-f39f-4f94-a4dc-b1abed6bfa5c tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1350063626&fields=id&tenant_id=231173d0a69b4fd585f8740571e49789 HTTP/1.1" status: 200 len: 267 time: 0.0381713 Jun 23 17:05:40.089553 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-d553e179-7d50-4191-8aae-fa31d76b2fbc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:40.091808 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-d553e179-7d50-4191-8aae-fa31d76b2fbc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/networks?id=a9377805-8f69-4935-aba0-28dc2d71b2ad HTTP/1.1" status: 200 len: 812 time: 0.1040256 Jun 23 17:05:40.107288 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-e4be52ee-05ad-49d7-b1e3-dbb60f492286 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/quotas/231173d0a69b4fd585f8740571e49789 HTTP/1.1" status: 200 len: 375 time: 0.0093379 Jun 23 17:05:40.202670 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-0d8fa002-da2e-41cd-b9cc-bb18ff3e2e0e tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=231173d0a69b4fd585f8740571e49789&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0888319 Jun 23 17:05:40.301155 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-6819b2f2-9be5-4e64-abf8-e35439ae9ef6 service neutron] 10.222.0.25 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875258 Jun 23 17:05:40.403111 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-8ae03809-ecb4-459a-9c13-7010b13cd0c3 service neutron] 10.222.0.25 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948746 Jun 23 17:05:41.136574 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4a904cd5-87cc-43a3-bdfb-d09cc0d85c93 req-e9f7f9be-a752-4912-802c-6ffa53fa08b4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 210 time: 0.0339808 Jun 23 17:05:42.295462 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-db6d27e7-64db-4e71-85f6-d67608b3bf67 req-2e7ca510-5660-4433-82d1-cf23e6c6f670 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 210 time: 0.0340614 Jun 23 17:05:43.451802 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-83f1e279-d46b-4fc4-b1dd-07dc4c254bdf req-ae3a821f-c402-47f8-815e-ec1464285824 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 210 time: 0.0342402 Jun 23 17:05:44.518867 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-4bb6b25b-18e4-4a00-8003-c39ac6b9f15f tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:44.520535 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-4bb6b25b-18e4-4a00-8003-c39ac6b9f15f tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.35 "GET /v2.0/networks?id=a9377805-8f69-4935-aba0-28dc2d71b2ad HTTP/1.1" status: 200 len: 812 time: 0.4421358 Jun 23 17:05:44.619774 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-51e52c44-7620-4071-95a1-547124433b48 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=231173d0a69b4fd585f8740571e49789 HTTP/1.1" status: 200 len: 380 time: 0.0795257 Jun 23 17:05:44.628389 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-cdb72de1-7b37-478c-a3e8-90719be68d9f req-108da8cf-0ffd-4517-b6ad-59351346a264 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 210 time: 0.0420845 Jun 23 17:05:44.639063 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Request body: {'port': {'device_id': '237b1810-4e26-4769-b7b3-50618ef4f59d', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'admin_state_up': True, 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'security_groups': ['7811035d-137f-43f5-a576-428ce1650791']}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:05:44.926902 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Made reservation on behalf of 231173d0a69b4fd585f8740571e49789 for: {'port': 1} {{(pid=105487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:05:44.930544 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:45.064916 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Allocated IP 172.20.0.4 (a9377805-8f69-4935-aba0-28dc2d71b2ad/d58dc0ba-116e-4102-a7e9-04ba236e619c/c0f3e35b-2073-4ee5-ba28-8b9db130613f) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:05:45.230040 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:45.245330 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Transition to ACTIVE for port object c0f3e35b-2073-4ee5-ba28-8b9db130613f will not be triggered until provisioned by entity DHCP. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:05:45.424346 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26947858'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:45.428617 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-0d431cbc-1d6c-4a34-81ab-71119579f3f3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:05:45.474782 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Network a9377805-8f69-4935-aba0-28dc2d71b2ad is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:05:45.478138 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:05:45.483695 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:05:45.490931 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Pushing event updated for resources: {'Port': ['ID=c0f3e35b-2073-4ee5-ba28-8b9db130613f,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:05:45.525361 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:45.526075 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:45.526075 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:45.526385 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:45.526750 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:45.527115 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:45.527628 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:45.528488 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:45.528902 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:45.529306 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:45.529680 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:45.530047 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:45.535823 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:05:45.555961 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:45.556601 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:45.751367 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-6be26e8a-eee5-4d53-b2e1-fdb7793b9ea8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1171091 Jun 23 17:05:45.776296 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.v2.base [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] Request body: {'port': {'device_id': '237b1810-4e26-4769-b7b3-50618ef4f59d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=105487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:05:45.824020 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-b16dd2db-6b43-4e62-9fa4-b2fa56573e1a None None] Provisioning for port c0f3e35b-2073-4ee5-ba28-8b9db130613f completed by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:05:45.830101 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-b16dd2db-6b43-4e62-9fa4-b2fa56573e1a None None] Provisioning complete for port c0f3e35b-2073-4ee5-ba28-8b9db130613f triggered by entity DHCP. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:05:45.830862 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-b16dd2db-6b43-4e62-9fa4-b2fa56573e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:45.854915 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792a582-85a0-4547-ae93-74e540465bf5 req-22a31f0b-067c-498a-8b94-032f154cba31 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:45.857492 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d792a582-85a0-4547-ae93-74e540465bf5 req-22a31f0b-067c-498a-8b94-032f154cba31 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 931 time: 0.0837431 Jun 23 17:05:45.859590 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:45.885216 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-b16dd2db-6b43-4e62-9fa4-b2fa56573e1a None None] Port c0f3e35b-2073-4ee5-ba28-8b9db130613f cannot update to ACTIVE because it is not bound. {{(pid=105488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:05:45.919916 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d792a582-85a0-4547-ae93-74e540465bf5 req-4fed1caf-ce6c-4405-907a-41c3f104b339 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535808 Jun 23 17:05:46.166092 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f3e35b-2073-4ee5-ba28-8b9db130613f {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:05:46.176471 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:46.190962 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] Transition to ACTIVE for port object c0f3e35b-2073-4ee5-ba28-8b9db130613f will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:05:46.286777 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947840'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:46.290672 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-d358d4db-61a3-4560-b934-ea639a82cf91 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:05:46.345996 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f3e35b-2073-4ee5-ba28-8b9db130613f,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:05:46.351496 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:05:46.448097 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] Attempting to bind port c0f3e35b-2073-4ee5-ba28-8b9db130613f on host hv-cinder-79760 for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:05:46.448486 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] Attempting to bind port c0f3e35b-2073-4ee5-ba28-8b9db130613f by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '9a3588ff-03d1-4528-8182-888913e975ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:05:46.448879 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] Attempting to bind port c0f3e35b-2073-4ee5-ba28-8b9db130613f on network a9377805-8f69-4935-aba0-28dc2d71b2ad {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:05:46.461623 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] Port c0f3e35b-2073-4ee5-ba28-8b9db130613f on network a9377805-8f69-4935-aba0-28dc2d71b2ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:05:46.462058 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] Attempting to bind port c0f3e35b-2073-4ee5-ba28-8b9db130613f on network a9377805-8f69-4935-aba0-28dc2d71b2ad {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:05:46.468866 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] Checking agent: {'id': '78e83b5f-0ecc-435c-a465-b1f96103afbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:05:46.469433 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] Checking segment: {'id': '9a3588ff-03d1-4528-8182-888913e975ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:05:46.470007 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] Bound using segment: {'id': '9a3588ff-03d1-4528-8182-888913e975ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:05:46.470550 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] Bound port: c0f3e35b-2073-4ee5-ba28-8b9db130613f, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3588ff-03d1-4528-8182-888913e975ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:05:46.470914 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:46.547156 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] For port c0f3e35b-2073-4ee5-ba28-8b9db130613f, host hv-cinder-79760, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:05:46.550359 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] For port c0f3e35b-2073-4ee5-ba28-8b9db130613f, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=c0f3e35b-2073-4ee5-ba28-8b9db130613f,segment=NetworkSegment(9a3588ff-03d1-4528-8182-888913e975ad),segment_id=9a3588ff-03d1-4528-8182-888913e975ad)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:05:46.641805 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947840'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:46.644269 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-8d3de0da-d94a-47f4-ad09-efc7ad31ecbb tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:05:46.677550 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:46.678179 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:46.679483 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] 10.222.0.35 "PUT /v2.0/ports/c0f3e35b-2073-4ee5-ba28-8b9db130613f HTTP/1.1" status: 200 len: 1093 time: 0.9097095 Jun 23 17:05:46.680043 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237b1810-4e26-4769-b7b3-50618ef4f59d', 'tag': 'c0f3e35b-2073-4ee5-ba28-8b9db130613f'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:05:46.682525 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31064db2-41fc-4ed3-9db3-5fa82ea91dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "237b1810-4e26-4769-b7b3-50618ef4f59d", "tag": "c0f3e35b-2073-4ee5-ba28-8b9db130613f"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:05:46.716380 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f3e35b-2073-4ee5-ba28-8b9db130613f,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:05:46.723096 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:05:46.748514 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b9e6a1-ad68-48d5-8227-fb08e32d3def x-openstack-request-id: req-b0b9e6a1-ad68-48d5-8227-fb08e32d3def {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:05:46.748862 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "237b1810-4e26-4769-b7b3-50618ef4f59d", "tag": "c0f3e35b-2073-4ee5-ba28-8b9db130613f", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:05:46.749464 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0b9e6a1-ad68-48d5-8227-fb08e32d3def {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:05:46.749812 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237b1810-4e26-4769-b7b3-50618ef4f59d', 'tag': 'c0f3e35b-2073-4ee5-ba28-8b9db130613f', 'status': 'completed', 'code': 200} Jun 23 17:05:46.869582 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31064db2-41fc-4ed3-9db3-5fa82ea91dd6 req-21b345dc-52e8-4e3d-b1c0-601d94d1cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:46.869582 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-31064db2-41fc-4ed3-9db3-5fa82ea91dd6 req-21b345dc-52e8-4e3d-b1c0-601d94d1cb37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=231173d0a69b4fd585f8740571e49789&device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 1096 time: 0.0651407 Jun 23 17:05:47.002284 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31064db2-41fc-4ed3-9db3-5fa82ea91dd6 req-ecd8a93b-1df9-4224-90e4-e85af232480a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:47.003902 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-31064db2-41fc-4ed3-9db3-5fa82ea91dd6 req-ecd8a93b-1df9-4224-90e4-e85af232480a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=231173d0a69b4fd585f8740571e49789&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1231945 Jun 23 17:05:47.107184 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b3b2f-5c4b-4cdf-b1df-f7791aaf5922 req-6c6a40e6-9fb1-47be-b92f-ee8a7d7b63b3 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:47.109318 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6a4b3b2f-5c4b-4cdf-b1df-f7791aaf5922 req-6c6a40e6-9fb1-47be-b92f-ee8a7d7b63b3 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 943 time: 0.0793333 Jun 23 17:05:47.121186 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31064db2-41fc-4ed3-9db3-5fa82ea91dd6 req-4027bc38-769d-4634-807b-a6e1e6cc307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:47.122960 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-31064db2-41fc-4ed3-9db3-5fa82ea91dd6 req-4027bc38-769d-4634-807b-a6e1e6cc307c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1118047 Jun 23 17:05:47.153141 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6a4b3b2f-5c4b-4cdf-b1df-f7791aaf5922 req-4111712c-0803-454a-bc11-ee6b668648a6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370460 Jun 23 17:05:47.254748 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-2ffb9476-ae37-49f2-9535-674101c4e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:47.256223 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-2ffb9476-ae37-49f2-9535-674101c4e472 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=231173d0a69b4fd585f8740571e49789&device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 1096 time: 0.0583014 Jun 23 17:05:47.318102 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-8d1ef904-d4ea-476d-9df5-472d82ad9b08 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0f3e35b-2073-4ee5-ba28-8b9db130613f HTTP/1.1" status: 200 len: 217 time: 0.0465307 Jun 23 17:05:47.369631 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-92c501ea-c45d-477c-acc8-7b2f32b13ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:47.371065 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-92c501ea-c45d-477c-acc8-7b2f32b13ce2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d58dc0ba-116e-4102-a7e9-04ba236e619c HTTP/1.1" status: 200 len: 851 time: 0.0444474 Jun 23 17:05:47.446146 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-564b3938-84b0-4344-93db-f909da3b80b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:47.447638 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-564b3938-84b0-4344-93db-f909da3b80b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9377805-8f69-4935-aba0-28dc2d71b2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694768 Jun 23 17:05:47.553196 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-0bca7829-4fa3-402c-9bf5-ede90d9353ac service neutron] 10.222.0.35 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979972 Jun 23 17:05:47.654724 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e8620031-02ed-4dcb-af57-cfade732fde2 req-ad1fe8ee-58a6-4b6c-a4dd-dc101d66aeb4 service neutron] 10.222.0.35 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935445 Jun 23 17:05:48.340183 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405557c5-df8b-497c-8e7b-f869bdd36115 req-ffe9f3a5-f7ba-4f52-a32d-15f12d10cf2c tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:48.341723 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-405557c5-df8b-497c-8e7b-f869bdd36115 req-ffe9f3a5-f7ba-4f52-a32d-15f12d10cf2c tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 943 time: 0.0690327 Jun 23 17:05:48.382700 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-405557c5-df8b-497c-8e7b-f869bdd36115 req-4cdda0c2-b849-441e-b40b-3cdbc0c08086 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349054 Jun 23 17:05:49.592233 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960d439-0616-4a93-bddc-99f36395d66f req-24cbef86-2bcd-4a22-9e1a-02d27dc4d9e3 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:49.593847 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f960d439-0616-4a93-bddc-99f36395d66f req-24cbef86-2bcd-4a22-9e1a-02d27dc4d9e3 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 943 time: 0.0887067 Jun 23 17:05:49.634417 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f960d439-0616-4a93-bddc-99f36395d66f req-091a398d-a3b7-4356-9a43-fb009e28b91d tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348167 Jun 23 17:05:50.817618 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45387c-d2b7-4b87-96ac-8c74e76586d6 req-00ad3fad-e8a0-4343-935f-453ca245e014 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:50.819102 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6e45387c-d2b7-4b87-96ac-8c74e76586d6 req-00ad3fad-e8a0-4343-935f-453ca245e014 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 943 time: 0.0695665 Jun 23 17:05:50.866150 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6e45387c-d2b7-4b87-96ac-8c74e76586d6 req-e0cce113-4b15-4d74-8da8-1d4aef59b18c tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403564 Jun 23 17:05:51.482335 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-f1bebed4-6ac2-4282-bab8-bd619224ee3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:52.052905 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99806759-3320-40b8-8dff-af0d3d789cee req-fe699c63-26c0-4f07-9960-c842b0afe7f8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:52.054380 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-99806759-3320-40b8-8dff-af0d3d789cee req-fe699c63-26c0-4f07-9960-c842b0afe7f8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 943 time: 0.0658197 Jun 23 17:05:52.096052 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-99806759-3320-40b8-8dff-af0d3d789cee req-cbfa7072-48d5-4bf1-a8eb-9165938db060 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337811 Jun 23 17:05:53.295509 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cc30a-f451-455f-999e-7e2212a8d924 req-4095eff1-4b7d-4014-b6fc-a0fbfaa391b1 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:53.297225 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6a8cc30a-f451-455f-999e-7e2212a8d924 req-4095eff1-4b7d-4014-b6fc-a0fbfaa391b1 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 943 time: 0.0753498 Jun 23 17:05:53.338294 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6a8cc30a-f451-455f-999e-7e2212a8d924 req-d87241a1-2fbf-421e-8318-cff731a22e4c tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353107 Jun 23 17:05:53.372720 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:54.041065 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:54.514967 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-41c6e180-ceea-4fd5-ad2d-df49607d8c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:54.525378 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a1761-c16f-41f2-a501-2d9fb42d14c3 req-33fefbee-a3ae-4d00-9fce-57e90bcadefa tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:54.526921 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-934a1761-c16f-41f2-a501-2d9fb42d14c3 req-33fefbee-a3ae-4d00-9fce-57e90bcadefa tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 943 time: 0.0716131 Jun 23 17:05:54.567453 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-934a1761-c16f-41f2-a501-2d9fb42d14c3 req-fc8a25e3-ef58-40ac-a1cd-acea1586297e tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342221 Jun 23 17:05:55.640530 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:55.757931 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca2a01-9862-4d68-b167-f73372a99d7e req-648a90a4-2714-4ee4-8e53-fdfc203a4133 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:55.759754 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6aca2a01-9862-4d68-b167-f73372a99d7e req-648a90a4-2714-4ee4-8e53-fdfc203a4133 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 943 time: 0.0716236 Jun 23 17:05:55.805615 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-6aca2a01-9862-4d68-b167-f73372a99d7e req-0241ad39-bbf8-4467-805a-973aef4646e2 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362666 Jun 23 17:05:56.139155 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device c0f3e35b-2073-4ee5-ba28-8b9db130613f details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:05:56.239388 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port c0f3e35b-2073-4ee5-ba28-8b9db130613f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=c0f3e35b-2073-4ee5-ba28-8b9db130613f,segment=NetworkSegment(9a3588ff-03d1-4528-8182-888913e975ad),segment_id=9a3588ff-03d1-4528-8182-888913e975ad)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:05:56.252190 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': 'c0f3e35b-2073-4ee5-ba28-8b9db130613f', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'port_id': 'c0f3e35b-2073-4ee5-ba28-8b9db130613f', 'mac_address': 'fa:16:3e:5d:c2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:05:56.290279 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:56.303471 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f3e35b-2073-4ee5-ba28-8b9db130613f {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:05:56.324503 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port c0f3e35b-2073-4ee5-ba28-8b9db130613f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=c0f3e35b-2073-4ee5-ba28-8b9db130613f,segment=NetworkSegment(9a3588ff-03d1-4528-8182-888913e975ad),segment_id=9a3588ff-03d1-4528-8182-888913e975ad)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:05:56.492386 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:56.494287 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:05:56.544197 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=c0f3e35b-2073-4ee5-ba28-8b9db130613f,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:05:56.547621 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:05:56.797924 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['c0f3e35b-2073-4ee5-ba28-8b9db130613f'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:05:57.010376 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d8c29-8704-4d61-8184-1a78176233de req-775db9b7-83a5-4fd0-97dc-01cad5e15576 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:57.012429 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-740d8c29-8704-4d61-8184-1a78176233de req-775db9b7-83a5-4fd0-97dc-01cad5e15576 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 944 time: 0.0766709 Jun 23 17:05:57.053954 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-740d8c29-8704-4d61-8184-1a78176233de req-df01b801-ebd1-4802-aefa-d7f1afa60ada tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341680 Jun 23 17:05:57.137979 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:58.150326 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device c0f3e35b-2073-4ee5-ba28-8b9db130613f up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:05:58.292087 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning for port c0f3e35b-2073-4ee5-ba28-8b9db130613f completed by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:05:58.296525 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62debc-dae3-471e-89aa-bb800f116b3b req-e757da6e-ec2d-417e-9f9d-a3dd1e6ffeb1 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:58.297204 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port c0f3e35b-2073-4ee5-ba28-8b9db130613f triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:05:58.297204 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:58.298088 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0d62debc-dae3-471e-89aa-bb800f116b3b req-e757da6e-ec2d-417e-9f9d-a3dd1e6ffeb1 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 944 time: 0.0695980 Jun 23 17:05:58.338813 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0d62debc-dae3-471e-89aa-bb800f116b3b req-a4b13547-e411-441c-b01a-965e20a41831 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349319 Jun 23 17:05:58.387753 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:58.412723 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237b1810-4e26-4769-b7b3-50618ef4f59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f3e35b-2073-4ee5-ba28-8b9db130613f'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:05:58.415052 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8870ef-be50-4398-aa09-c50dd5b48fc6" -d '{"events": [{"server_uuid": "237b1810-4e26-4769-b7b3-50618ef4f59d", "name": "network-vif-plugged", "status": "completed", "tag": "c0f3e35b-2073-4ee5-ba28-8b9db130613f"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:05:58.427914 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port c0f3e35b-2073-4ee5-ba28-8b9db130613f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=c0f3e35b-2073-4ee5-ba28-8b9db130613f,segment=NetworkSegment(9a3588ff-03d1-4528-8182-888913e975ad),segment_id=9a3588ff-03d1-4528-8182-888913e975ad)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:05:58.453319 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ddaa90-2a53-4151-baa0-b7bd4fbf779d x-openstack-request-id: req-54ddaa90-2a53-4151-baa0-b7bd4fbf779d {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:05:58.453620 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "237b1810-4e26-4769-b7b3-50618ef4f59d", "name": "network-vif-plugged", "status": "completed", "tag": "c0f3e35b-2073-4ee5-ba28-8b9db130613f", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:05:58.453883 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54ddaa90-2a53-4151-baa0-b7bd4fbf779d {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:05:58.454424 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237b1810-4e26-4769-b7b3-50618ef4f59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f3e35b-2073-4ee5-ba28-8b9db130613f', 'code': 200} Jun 23 17:05:58.532764 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:58.534726 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:05:58.585744 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=c0f3e35b-2073-4ee5-ba28-8b9db130613f,revision_number=5']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:05:58.589816 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:05:59.029888 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb154391-ac2e-4f9c-8d23-5a9f6ae357b6 req-5a3590e1-ed7a-450a-9ffe-f303bb022d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:59.031381 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-cb154391-ac2e-4f9c-8d23-5a9f6ae357b6 req-5a3590e1-ed7a-450a-9ffe-f303bb022d03 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 1098 time: 0.0600483 Jun 23 17:05:59.071196 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-cb154391-ac2e-4f9c-8d23-5a9f6ae357b6 req-46f084d1-6889-47bb-af5c-0f5f77750fa3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326633 Jun 23 17:05:59.526134 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9689a-5d44-4329-8ee6-d76ac1f001e3 req-f2f9377a-2ebb-4509-b77e-e89b25a77393 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:59.528129 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ecf9689a-5d44-4329-8ee6-d76ac1f001e3 req-f2f9377a-2ebb-4509-b77e-e89b25a77393 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 945 time: 0.0705111 Jun 23 17:05:59.570578 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ecf9689a-5d44-4329-8ee6-d76ac1f001e3 req-89fcbff5-63b2-4edb-94c7-6b1f6d43e44d tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365446 Jun 23 17:06:00.757386 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdb565-dda5-44c9-a629-81f767436527 req-76e66e04-218f-437e-a4b9-9a43d7bab876 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:00.759062 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-88bdb565-dda5-44c9-a629-81f767436527 req-76e66e04-218f-437e-a4b9-9a43d7bab876 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 945 time: 0.0700829 Jun 23 17:06:00.803464 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-88bdb565-dda5-44c9-a629-81f767436527 req-990e493f-e409-4118-9c6a-f0459e4ca590 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374579 Jun 23 17:06:01.005460 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509263df-2406-4493-a427-dcbf11bd0f23 req-34448f81-62a7-4b12-9858-32f8a279ea0c tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:01.009276 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-509263df-2406-4493-a427-dcbf11bd0f23 req-34448f81-62a7-4b12-9858-32f8a279ea0c tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 945 time: 0.0743847 Jun 23 17:06:01.056808 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-509263df-2406-4493-a427-dcbf11bd0f23 req-49e95bcf-a63c-4b97-9a7b-32b163970022 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424054 Jun 23 17:06:01.084047 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34622) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:06:01.142526 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fce1e68-294f-493f-8b41-3fc87a929bc9 tempest-TestVolumeBootPattern-1838803706 tempest-TestVolumeBootPattern-1838803706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:01.144245 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-9fce1e68-294f-493f-8b41-3fc87a929bc9 tempest-TestVolumeBootPattern-1838803706 tempest-TestVolumeBootPattern-1838803706-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 1093 time: 0.0589523 Jun 23 17:06:01.147008 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34624) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:06:01.151544 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Request body: {'floatingip': {'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'port_id': 'c0f3e35b-2073-4ee5-ba28-8b9db130613f', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:06:01.286193 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for floatingip, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:01.388177 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16215073'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:01.510056 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Allocated IP 172.27.2.215 (1cd33bb4-367c-4537-aa24-40400b43cefc/1811faaa-3b17-4cfd-8a02-b64db4dab64a/97a80f9d-910b-40ff-9878-10dd05c92abe) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:06:01.626429 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:01.761096 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16215142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730820201099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2323113'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:01.763265 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-62409b86-df24-4e3b-acc2-dacbe0dcb7ff tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:01.818031 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Network 1cd33bb4-367c-4537-aa24-40400b43cefc is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:06:01.820964 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:06:01.823750 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:06:01.830174 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Pushing event updated for resources: {'Port': ['ID=97a80f9d-910b-40ff-9878-10dd05c92abe,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:01.857474 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:01.857866 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:01.858251 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:01.858629 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:01.859000 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:01.859381 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:01.859749 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:01.860138 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:01.860508 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:01.860874 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:01.861269 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:01.861632 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:01.865327 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:02.221818 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:02.742307 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:02.910922 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:02.982984 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2323131'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:02.985269 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-ed683755-d0c7-4c73-a7f1-da3dd7b025e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:03.051162 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Pushing event updated for resources: {'Port': ['ID=97a80f9d-910b-40ff-9878-10dd05c92abe,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:03.054864 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:03.065632 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724514'] for floatingip, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:03.169236 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.l3_db [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Floating IP 87294b1d-3663-4181-a643-f148511b8f16 associated. External IP: 172.27.2.215, port: c0f3e35b-2073-4ee5-ba28-8b9db130613f. Jun 23 17:06:03.380881 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Router 6b1e07af-7152-4da2-8987-9ea8384f3c50 has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:06:03.490608 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:06:03.500314 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c6f2cc-6dd4-4c0f-aaf0-5cad8d3a72b1 None None] Sync routers for ids ['6b1e07af-7152-4da2-8987-9ea8384f3c50'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:06:03.510805 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c6f2cc-6dd4-4c0f-aaf0-5cad8d3a72b1 None None] Routers {'6b1e07af-7152-4da2-8987-9ea8384f3c50'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:06:03.512141 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-63c6f2cc-6dd4-4c0f-aaf0-5cad8d3a72b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:05:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['6b1e07af-7152-4da2-8987-9ea8384f3c50'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:06:03.588788 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:03.621215 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-63c6f2cc-6dd4-4c0f-aaf0-5cad8d3a72b1 None None] Set router 6b1e07af-7152-4da2-8987-9ea8384f3c50 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:06:03.626828 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-e9bf62d2-4299-439d-825d-23f93e7becb6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4787524 Jun 23 17:06:03.627519 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237b1810-4e26-4769-b7b3-50618ef4f59d', 'tag': 'c0f3e35b-2073-4ee5-ba28-8b9db130613f'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:06:03.629911 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da89212-97a8-46b9-b96a-7047e4bc31b5" -d '{"events": [{"name": "network-changed", "server_uuid": "237b1810-4e26-4769-b7b3-50618ef4f59d", "tag": "c0f3e35b-2073-4ee5-ba28-8b9db130613f"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:06:03.760291 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a5dd37-516e-4fe2-a39a-8ca3e9585f4d x-openstack-request-id: req-00a5dd37-516e-4fe2-a39a-8ca3e9585f4d {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:06:03.760757 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "237b1810-4e26-4769-b7b3-50618ef4f59d", "tag": "c0f3e35b-2073-4ee5-ba28-8b9db130613f", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:06:03.760995 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00a5dd37-516e-4fe2-a39a-8ca3e9585f4d {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:06:03.762106 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237b1810-4e26-4769-b7b3-50618ef4f59d', 'tag': 'c0f3e35b-2073-4ee5-ba28-8b9db130613f', 'status': 'completed', 'code': 200} Jun 23 17:06:03.860905 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da89212-97a8-46b9-b96a-7047e4bc31b5 req-83e73967-729d-4a19-98e6-9575fce24dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:03.862469 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2da89212-97a8-46b9-b96a-7047e4bc31b5 req-83e73967-729d-4a19-98e6-9575fce24dce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=231173d0a69b4fd585f8740571e49789&device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 1098 time: 0.0554793 Jun 23 17:06:03.863171 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-63c6f2cc-6dd4-4c0f-aaf0-5cad8d3a72b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:00:15Z', 'revision_number': 4, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': '87294b1d-3663-4181-a643-f148511b8f16', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'port_id': 'c0f3e35b-2073-4ee5-ba28-8b9db130613f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'mac_address': 'fa:16:3e:5d:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237b1810-4e26-4769-b7b3-50618ef4f59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:06:02Z', 'updated_at': '2021-06-23T17:06:02Z', 'revision_number': 0, 'project_id': '231173d0a69b4fd585f8740571e49789', 'fixed_ip_address_scope': None}, {'id': 'a94e4367-f71b-4117-b80f-fcd46a6d5d73', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'port_id': '9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'mac_address': 'fa:16:3e:0f:d0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68748150-ded0-4b7e-bdb0-ba0dd2b82b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:03:49Z', 'updated_at': '2021-06-23T17:03:51Z', 'revision_number': 1, 'project_id': '231173d0a69b4fd585f8740571e49789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5efb46a1-33bb-4a1e-9b9e-393487ae2d96', 'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'mac_address': 'fa:16:3e:23:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:14Z', 'updated_at': '2021-06-23T17:00:21Z', 'revision_number': 5, 'project_id': '231173d0a69b4fd585f8740571e49789', 'subnets': [{'id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:06:03.892544 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c6f2cc-6dd4-4c0f-aaf0-5cad8d3a72b1 None None] Checking router: 6b1e07af-7152-4da2-8987-9ea8384f3c50 for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:06:03.901050 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c6f2cc-6dd4-4c0f-aaf0-5cad8d3a72b1 None None] Routers {'6b1e07af-7152-4da2-8987-9ea8384f3c50'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:06:03.901780 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-63c6f2cc-6dd4-4c0f-aaf0-5cad8d3a72b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:05:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['6b1e07af-7152-4da2-8987-9ea8384f3c50'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:06:03.960519 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da89212-97a8-46b9-b96a-7047e4bc31b5 req-dbd4f08f-f8c9-44ec-971e-c0bb4f6ad2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:03.962247 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2da89212-97a8-46b9-b96a-7047e4bc31b5 req-dbd4f08f-f8c9-44ec-971e-c0bb4f6ad2ac service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9377805-8f69-4935-aba0-28dc2d71b2ad HTTP/1.1" status: 200 len: 914 time: 0.0932209 Jun 23 17:06:04.015395 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-63c6f2cc-6dd4-4c0f-aaf0-5cad8d3a72b1 None None] Set router 6b1e07af-7152-4da2-8987-9ea8384f3c50 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:06:04.031164 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2da89212-97a8-46b9-b96a-7047e4bc31b5 req-7e03e16d-9d99-45cc-8a8d-b21776db64d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0f3e35b-2073-4ee5-ba28-8b9db130613f HTTP/1.1" status: 200 len: 999 time: 0.0625153 Jun 23 17:06:04.088981 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da89212-97a8-46b9-b96a-7047e4bc31b5 req-684c792a-6a5a-4f7c-9d96-f17399d5b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:04.091443 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2da89212-97a8-46b9-b96a-7047e4bc31b5 req-684c792a-6a5a-4f7c-9d96-f17399d5b6c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d58dc0ba-116e-4102-a7e9-04ba236e619c HTTP/1.1" status: 200 len: 851 time: 0.0536242 Jun 23 17:06:04.152842 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da89212-97a8-46b9-b96a-7047e4bc31b5 req-3aec237f-be6a-4e7f-8265-b8b6e4e6fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:04.154299 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2da89212-97a8-46b9-b96a-7047e4bc31b5 req-3aec237f-be6a-4e7f-8265-b8b6e4e6fe6a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9377805-8f69-4935-aba0-28dc2d71b2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549395 Jun 23 17:06:04.274541 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c6122f03-bd12-4189-9493-8c622de7d75e req-68d1771b-3142-4efd-8cfd-e8e69acb47f1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0602636 Jun 23 17:06:04.299970 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2da89212-97a8-46b9-b96a-7047e4bc31b5 req-756392ff-9317-43f5-887b-67f8d546fb10 service neutron] 10.222.0.35 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159401 Jun 23 17:06:04.389535 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-63c6f2cc-6dd4-4c0f-aaf0-5cad8d3a72b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:00:15Z', 'revision_number': 4, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': '87294b1d-3663-4181-a643-f148511b8f16', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'port_id': 'c0f3e35b-2073-4ee5-ba28-8b9db130613f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'mac_address': 'fa:16:3e:5d:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237b1810-4e26-4769-b7b3-50618ef4f59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:06:02Z', 'updated_at': '2021-06-23T17:06:02Z', 'revision_number': 0, 'project_id': '231173d0a69b4fd585f8740571e49789', 'fixed_ip_address_scope': None}, {'id': 'a94e4367-f71b-4117-b80f-fcd46a6d5d73', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'port_id': '9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'mac_address': 'fa:16:3e:0f:d0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68748150-ded0-4b7e-bdb0-ba0dd2b82b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:03:49Z', 'updated_at': '2021-06-23T17:03:51Z', 'revision_number': 1, 'project_id': '231173d0a69b4fd585f8740571e49789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5efb46a1-33bb-4a1e-9b9e-393487ae2d96', 'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'mac_address': 'fa:16:3e:23:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:14Z', 'updated_at': '2021-06-23T17:00:21Z', 'revision_number': 5, 'project_id': '231173d0a69b4fd585f8740571e49789', 'subnets': [{'id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:06:04.400668 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6122f03-bd12-4189-9493-8c622de7d75e req-41f7b548-8568-4111-a732-3f269a105531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:04.403021 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c6122f03-bd12-4189-9493-8c622de7d75e req-41f7b548-8568-4111-a732-3f269a105531 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=231173d0a69b4fd585f8740571e49789&device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 1098 time: 0.0612650 Jun 23 17:06:04.408031 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2da89212-97a8-46b9-b96a-7047e4bc31b5 req-4890a307-4e7c-47b8-a9ec-78e2695e7f97 service neutron] 10.222.0.35 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977833 Jun 23 17:06:04.417172 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c6f2cc-6dd4-4c0f-aaf0-5cad8d3a72b1 None None] The sync data for ids ['6b1e07af-7152-4da2-8987-9ea8384f3c50'] in dv-cinder-797608-1-iscsi is: [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:00:15Z', 'revision_number': 4, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': '87294b1d-3663-4181-a643-f148511b8f16', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'port_id': 'c0f3e35b-2073-4ee5-ba28-8b9db130613f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'mac_address': 'fa:16:3e:5d:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237b1810-4e26-4769-b7b3-50618ef4f59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:06:02Z', 'updated_at': '2021-06-23T17:06:02Z', 'revision_number': 0, 'project_id': '231173d0a69b4fd585f8740571e49789', 'fixed_ip_address_scope': None}, {'id': 'a94e4367-f71b-4117-b80f-fcd46a6d5d73', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'port_id': '9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'mac_address': 'fa:16:3e:0f:d0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68748150-ded0-4b7e-bdb0-ba0dd2b82b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:03:49Z', 'updated_at': '2021-06-23T17:03:51Z', 'revision_number': 1, 'project_id': '231173d0a69b4fd585f8740571e49789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5efb46a1-33bb-4a1e-9b9e-393487ae2d96', 'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'mac_address': 'fa:16:3e:23:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:14Z', 'updated_at': '2021-06-23T17:00:21Z', 'revision_number': 5, 'project_id': '231173d0a69b4fd585f8740571e49789', 'subnets': [{'id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:06:04.526297 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6122f03-bd12-4189-9493-8c622de7d75e req-ea6dd53f-8afe-438e-8993-3ed9b92fa93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:04.528299 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c6122f03-bd12-4189-9493-8c622de7d75e req-ea6dd53f-8afe-438e-8993-3ed9b92fa93f service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9377805-8f69-4935-aba0-28dc2d71b2ad HTTP/1.1" status: 200 len: 914 time: 0.0956211 Jun 23 17:06:04.606545 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c6122f03-bd12-4189-9493-8c622de7d75e req-c9015fc6-ed75-40ed-b643-52fa6c34540d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 HTTP/1.1" status: 200 len: 1000 time: 0.0715504 Jun 23 17:06:04.623016 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0177f6f5-9440-4f1c-898b-d194ef8a987f None None] New status for floating IP 87294b1d-3663-4181-a643-f148511b8f16: ACTIVE {{(pid=105489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:06:04.659290 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6122f03-bd12-4189-9493-8c622de7d75e req-a02a4922-f699-4cf0-85ee-8990592ea23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:04.660219 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c6122f03-bd12-4189-9493-8c622de7d75e req-a02a4922-f699-4cf0-85ee-8990592ea23b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d58dc0ba-116e-4102-a7e9-04ba236e619c HTTP/1.1" status: 200 len: 851 time: 0.0469577 Jun 23 17:06:04.727002 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6122f03-bd12-4189-9493-8c622de7d75e req-f4b76523-2956-411b-b61d-0c8c2daefeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:04.728530 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c6122f03-bd12-4189-9493-8c622de7d75e req-f4b76523-2956-411b-b61d-0c8c2daefeba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9377805-8f69-4935-aba0-28dc2d71b2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611496 Jun 23 17:06:04.869142 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c6122f03-bd12-4189-9493-8c622de7d75e req-e8100155-7434-47f5-af58-8ab2bbd25d22 service neutron] 10.222.0.35 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300838 Jun 23 17:06:04.966192 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-c6122f03-bd12-4189-9493-8c622de7d75e req-c8fd491b-1b27-44e3-96b7-17d3e3916c22 service neutron] 10.222.0.35 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894976 Jun 23 17:06:12.346412 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:06:21.553956 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-1459a22a-33ea-4ea6-931e-f5144548f3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:23.354669 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:23.971693 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:24.525681 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c57c7907-96a1-40eb-8012-a6330e5e2082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:25.611725 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:27.165441 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:49.349017 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:06:51.467785 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-9059926b-7482-4008-b0b8-56f07c84f4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:53.302085 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:53.953318 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:54.553293 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ab33-ecae-4661-bfae-8a8d7ddf45a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:55.833054 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:57.125370 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:03.654771 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-55164096-be28-4e67-9883-eb7e93c26b5f req-0e9571e7-aafb-47f1-9098-86917dbebe54 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532043 Jun 23 17:07:03.740854 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55164096-be28-4e67-9883-eb7e93c26b5f req-d3c08926-7b8e-4953-bf5d-54b9829a8252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:03.742933 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-55164096-be28-4e67-9883-eb7e93c26b5f req-d3c08926-7b8e-4953-bf5d-54b9829a8252 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ddf00b9c9ab48f7a65a09419cb72c55&device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 1099 time: 0.0533447 Jun 23 17:07:03.851995 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55164096-be28-4e67-9883-eb7e93c26b5f req-086b082b-649d-4963-9aaa-d39a1de7cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:03.853472 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-55164096-be28-4e67-9883-eb7e93c26b5f req-086b082b-649d-4963-9aaa-d39a1de7cf38 service neutron] 10.222.0.35 "GET /v2.0/networks?id=32625c10-67de-4faf-91bb-dc72b195720e HTTP/1.1" status: 200 len: 910 time: 0.0885174 Jun 23 17:07:03.919213 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-55164096-be28-4e67-9883-eb7e93c26b5f req-d37bc379-a6e1-4acb-8d7e-c9b43bae8946 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=244f8b40-7227-443d-b7f3-6061ff6256c3 HTTP/1.1" status: 200 len: 1001 time: 0.0594840 Jun 23 17:07:03.969364 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55164096-be28-4e67-9883-eb7e93c26b5f req-2f92d960-a362-474d-9db4-67f1a97c1457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:03.970796 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-55164096-be28-4e67-9883-eb7e93c26b5f req-2f92d960-a362-474d-9db4-67f1a97c1457 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22cede55-a3ec-4ade-8988-62f3beefa175 HTTP/1.1" status: 200 len: 847 time: 0.0454540 Jun 23 17:07:04.032113 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55164096-be28-4e67-9883-eb7e93c26b5f req-ec0edd4b-03f4-4c56-bad2-93fc19532391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:04.033718 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-55164096-be28-4e67-9883-eb7e93c26b5f req-ec0edd4b-03f4-4c56-bad2-93fc19532391 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32625c10-67de-4faf-91bb-dc72b195720e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567770 Jun 23 17:07:04.125452 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-55164096-be28-4e67-9883-eb7e93c26b5f req-66ced786-6ee6-47d1-8c30-5d63bb3eb4e8 service neutron] 10.222.0.35 "GET /v2.0/networks/32625c10-67de-4faf-91bb-dc72b195720e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846314 Jun 23 17:07:04.223474 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-55164096-be28-4e67-9883-eb7e93c26b5f req-abe11fcf-5afd-462f-b1ff-066c9423cd8e service neutron] 10.222.0.35 "GET /v2.0/networks/32625c10-67de-4faf-91bb-dc72b195720e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916364 Jun 23 17:07:11.069430 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48d919-dd7b-42f6-8f51-79f229111676 req-6ea48aef-2ab3-43cc-af7b-0b2292d15597 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:11.071079 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-de48d919-dd7b-42f6-8f51-79f229111676 req-6ea48aef-2ab3-43cc-af7b-0b2292d15597 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 946 time: 0.0703535 Jun 23 17:07:11.114248 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-de48d919-dd7b-42f6-8f51-79f229111676 req-911cf0db-fbcb-4f4e-912f-78ac426ef51c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368783 Jun 23 17:07:12.297094 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b42e6-45ea-45d8-94cc-7f6ef39f3d39 req-43084923-53aa-434e-ad0d-038985d64669 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:12.298627 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2b3b42e6-45ea-45d8-94cc-7f6ef39f3d39 req-43084923-53aa-434e-ad0d-038985d64669 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 946 time: 0.0654149 Jun 23 17:07:12.341138 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2b3b42e6-45ea-45d8-94cc-7f6ef39f3d39 req-4c978057-8997-4834-a012-f92f84ef796e tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366664 Jun 23 17:07:13.519588 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b41f1b-20a2-4dab-94bd-ef8524bd4a97 req-58794e46-ee3b-41ed-812e-dd08eb487ea3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:13.521078 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f2b41f1b-20a2-4dab-94bd-ef8524bd4a97 req-58794e46-ee3b-41ed-812e-dd08eb487ea3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 946 time: 0.0671525 Jun 23 17:07:13.565634 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f2b41f1b-20a2-4dab-94bd-ef8524bd4a97 req-228d81d7-fb30-4d8c-be55-df66a9742609 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378172 Jun 23 17:07:14.752817 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82e4c7-e19b-4415-b838-6129c18a8aac req-ec79072c-a949-471c-aec3-c23a9a008637 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:14.754430 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7c82e4c7-e19b-4415-b838-6129c18a8aac req-ec79072c-a949-471c-aec3-c23a9a008637 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 946 time: 0.0732646 Jun 23 17:07:14.806039 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-7c82e4c7-e19b-4415-b838-6129c18a8aac req-0f4ff6e9-9e39-4e9f-a7c1-a9e71847af12 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409698 Jun 23 17:07:15.994262 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4570b6-0001-4c5c-b0d8-5a4217152ebb req-c044a1e1-92c8-4410-8904-47a819ce03d1 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:15.995841 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1c4570b6-0001-4c5c-b0d8-5a4217152ebb req-c044a1e1-92c8-4410-8904-47a819ce03d1 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 946 time: 0.0711355 Jun 23 17:07:16.039364 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1c4570b6-0001-4c5c-b0d8-5a4217152ebb req-a16f1951-ce63-4880-8269-749e8a0047c0 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363390 Jun 23 17:07:17.220170 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9958c-7ebc-4e5b-86e2-fb27ca9a4817 req-ec466d60-b433-4099-9067-41b7ca0d2098 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:17.221658 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-33f9958c-7ebc-4e5b-86e2-fb27ca9a4817 req-ec466d60-b433-4099-9067-41b7ca0d2098 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 946 time: 0.0643408 Jun 23 17:07:17.267575 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-33f9958c-7ebc-4e5b-86e2-fb27ca9a4817 req-a51f3609-7ce0-4d60-a276-2c84f37a7b17 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401623 Jun 23 17:07:18.453631 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4ba1e-7dac-4e57-b81a-36691cb4f5cb req-84efb22a-ed49-4195-8cd1-8b991c000c6c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:18.455191 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e1b4ba1e-7dac-4e57-b81a-36691cb4f5cb req-84efb22a-ed49-4195-8cd1-8b991c000c6c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 946 time: 0.0667627 Jun 23 17:07:18.499501 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e1b4ba1e-7dac-4e57-b81a-36691cb4f5cb req-dc5f633e-10a7-45a6-8ab3-5bd16dd56699 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380676 Jun 23 17:07:19.678454 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece28ca3-a324-4fb7-8f67-52829b13b5ee req-f2fd9b36-8555-422b-ac2d-74195ea4043b tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:19.680444 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ece28ca3-a324-4fb7-8f67-52829b13b5ee req-f2fd9b36-8555-422b-ac2d-74195ea4043b tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 946 time: 0.0655696 Jun 23 17:07:19.720234 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-ece28ca3-a324-4fb7-8f67-52829b13b5ee req-f009256c-6468-499f-8c38-f1a803c7f6bb tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339596 Jun 23 17:07:20.912247 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438c4bb-5def-47f1-aef4-44914ce6cc4e req-6f96c5ba-ee74-4ee5-b2b1-a196b2db58a3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:20.914772 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e438c4bb-5def-47f1-aef4-44914ce6cc4e req-6f96c5ba-ee74-4ee5-b2b1-a196b2db58a3 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 946 time: 0.0744064 Jun 23 17:07:20.955737 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e438c4bb-5def-47f1-aef4-44914ce6cc4e req-b3d15072-f574-41da-a428-485af16e293a tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344865 Jun 23 17:07:21.342601 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf3761-c408-4e1b-b9ac-7b1f3cfef020 req-d93b1a71-89b2-4921-b9c1-3d056da0aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:21.344090 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-19cf3761-c408-4e1b-b9ac-7b1f3cfef020 req-d93b1a71-89b2-4921-b9c1-3d056da0aa9a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ddf00b9c9ab48f7a65a09419cb72c55&device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 1099 time: 0.0661507 Jun 23 17:07:21.443202 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf3761-c408-4e1b-b9ac-7b1f3cfef020 req-6020110a-bd19-45ea-b161-87412b4e9e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:21.445189 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-19cf3761-c408-4e1b-b9ac-7b1f3cfef020 req-6020110a-bd19-45ea-b161-87412b4e9e7d service neutron] 10.222.0.35 "GET /v2.0/networks?id=32625c10-67de-4faf-91bb-dc72b195720e HTTP/1.1" status: 200 len: 910 time: 0.0918896 Jun 23 17:07:21.483712 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-9c640215-f200-46ed-a65a-4efbb1cadcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:21.516283 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-19cf3761-c408-4e1b-b9ac-7b1f3cfef020 req-9cecc5eb-4cf1-404f-8187-50588e496771 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=244f8b40-7227-443d-b7f3-6061ff6256c3 HTTP/1.1" status: 200 len: 1001 time: 0.0644107 Jun 23 17:07:21.568515 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf3761-c408-4e1b-b9ac-7b1f3cfef020 req-3ac0de0d-c831-43db-aa5d-4384c24218e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:21.571095 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-19cf3761-c408-4e1b-b9ac-7b1f3cfef020 req-3ac0de0d-c831-43db-aa5d-4384c24218e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22cede55-a3ec-4ade-8988-62f3beefa175 HTTP/1.1" status: 200 len: 847 time: 0.0490274 Jun 23 17:07:21.636198 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf3761-c408-4e1b-b9ac-7b1f3cfef020 req-78696273-f579-4fb3-abe0-d6606a2570eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:21.637441 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-19cf3761-c408-4e1b-b9ac-7b1f3cfef020 req-78696273-f579-4fb3-abe0-d6606a2570eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32625c10-67de-4faf-91bb-dc72b195720e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600998 Jun 23 17:07:21.740956 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-19cf3761-c408-4e1b-b9ac-7b1f3cfef020 req-be0a544e-93ba-4aa3-8c3a-39607f31ca3c service neutron] 10.222.0.35 "GET /v2.0/networks/32625c10-67de-4faf-91bb-dc72b195720e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968845 Jun 23 17:07:21.833920 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-19cf3761-c408-4e1b-b9ac-7b1f3cfef020 req-4019a678-0a3d-4bc8-a938-82dfd25a6c12 service neutron] 10.222.0.35 "GET /v2.0/networks/32625c10-67de-4faf-91bb-dc72b195720e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861490 Jun 23 17:07:22.137482 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e291a-1de4-4689-8c8d-aed8100865cc req-4b48e5cc-6c58-4ea0-81d8-84a6dcb1558f tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:22.139097 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-469e291a-1de4-4689-8c8d-aed8100865cc req-4b48e5cc-6c58-4ea0-81d8-84a6dcb1558f tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 946 time: 0.0700190 Jun 23 17:07:22.177912 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-469e291a-1de4-4689-8c8d-aed8100865cc req-18db9e17-43e1-4928-9462-67e3249b5b7a tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326746 Jun 23 17:07:23.341324 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:23.358076 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05faf1b7-ca3f-4648-86cd-7263b26c2a17 req-c0023c45-dcc6-4adf-9722-c5eb181b5f7f tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:23.359981 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-05faf1b7-ca3f-4648-86cd-7263b26c2a17 req-c0023c45-dcc6-4adf-9722-c5eb181b5f7f tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 946 time: 0.0671790 Jun 23 17:07:23.402130 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-05faf1b7-ca3f-4648-86cd-7263b26c2a17 req-ba6619a9-03a0-416b-b8fe-3747f0371d9a tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360563 Jun 23 17:07:23.970436 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:24.489915 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-983a98c9-e323-4ad3-baba-4d61f5223e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:24.599818 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecb6f9-f3d2-4e83-b592-108460a9924e req-f6e30956-f368-4efc-8705-718bd99588f1 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:24.602113 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-50ecb6f9-f3d2-4e83-b592-108460a9924e req-f6e30956-f368-4efc-8705-718bd99588f1 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 946 time: 0.0757177 Jun 23 17:07:24.643572 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-50ecb6f9-f3d2-4e83-b592-108460a9924e req-66a76ee0-a720-44e8-9bb7-0e60a7817654 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351858 Jun 23 17:07:25.712961 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:25.828310 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aca3fe-ad73-484a-93a7-caa60a49c5c6 req-7979e91b-e8cd-4b4d-8f1d-73b117de4c62 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:25.829782 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-11aca3fe-ad73-484a-93a7-caa60a49c5c6 req-7979e91b-e8cd-4b4d-8f1d-73b117de4c62 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 946 time: 0.0688324 Jun 23 17:07:25.877734 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-11aca3fe-ad73-484a-93a7-caa60a49c5c6 req-4cf6b520-dacd-4dbf-b79f-59ac87667162 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406535 Jun 23 17:07:26.347306 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:07:26.483680 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b7a00-2d50-4ece-b453-409d9355b404 req-6982334d-93d7-4b2c-98f7-76a00fad368c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:26.485213 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c92b7a00-2d50-4ece-b453-409d9355b404 req-6982334d-93d7-4b2c-98f7-76a00fad368c tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 946 time: 0.0698268 Jun 23 17:07:26.521789 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 244f8b40-7227-443d-b7f3-6061ff6256c3 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:07:26.526947 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c92b7a00-2d50-4ece-b453-409d9355b404 req-b7ba4927-7b18-447e-b6f6-3f7ed5317e92 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359976 Jun 23 17:07:26.559835 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e331f701-dabd-412b-b08a-ac05de98275d req-f375ea29-5444-4ec0-98ad-50ad1c85b6e3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1163805 Jun 23 17:07:26.612082 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:26.636898 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b923d598-ed66-4ce9-b2d9-125b21df9231', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '244f8b40-7227-443d-b7f3-6061ff6256c3'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:07:26.639246 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd65ebf-4a11-48c3-80da-24aaaa3914d6" -d '{"events": [{"server_uuid": "b923d598-ed66-4ce9-b2d9-125b21df9231", "name": "network-vif-unplugged", "status": "completed", "tag": "244f8b40-7227-443d-b7f3-6061ff6256c3"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:07:26.656461 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 244f8b40-7227-443d-b7f3-6061ff6256c3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=244f8b40-7227-443d-b7f3-6061ff6256c3,segment=NetworkSegment(4b10830e-09e0-48bd-bf31-50153bde8d57),segment_id=4b10830e-09e0-48bd-bf31-50153bde8d57)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:26.676613 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 17:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca20edb-1a25-4288-94bf-42a667b50e95 x-openstack-request-id: req-2ca20edb-1a25-4288-94bf-42a667b50e95 {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:07:26.676613 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b923d598-ed66-4ce9-b2d9-125b21df9231", "name": "network-vif-unplugged", "status": "failed", "tag": "244f8b40-7227-443d-b7f3-6061ff6256c3", "code": 422}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:07:26.676904 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ca20edb-1a25-4288-94bf-42a667b50e95 {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:07:26.677351 dv-cinder-797608-1-iscsi neutron-server[105488]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b923d598-ed66-4ce9-b2d9-125b21df9231', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '244f8b40-7227-443d-b7f3-6061ff6256c3', 'code': 422} returned with failed status Jun 23 17:07:26.769406 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:26.772286 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:26.834269 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=244f8b40-7227-443d-b7f3-6061ff6256c3,revision_number=6']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:26.842997 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:26.843432 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:26.843957 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:26.844438 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:26.844889 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:26.845437 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:26.845941 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:26.846411 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:26.846996 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:26.847496 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:26.848178 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:26.848709 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:26.854092 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:27.175792 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:27.705956 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb277e-c586-4599-a544-fe07d07c43d0 req-0d7282a1-1bce-4e7e-95d6-2e21edc557a8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:27.707400 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2fbb277e-c586-4599-a544-fe07d07c43d0 req-0d7282a1-1bce-4e7e-95d6-2e21edc557a8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 944 time: 0.0629511 Jun 23 17:07:27.746300 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2fbb277e-c586-4599-a544-fe07d07c43d0 req-38588a5c-abc1-4610-8aae-98f4dd7a7553 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329323 Jun 23 17:07:28.935382 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfda89-07e7-4515-83f3-9808d1571f4e req-2da0a22d-49f7-493a-91d3-af2b51e75cb6 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:28.936827 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-45cfda89-07e7-4515-83f3-9808d1571f4e req-2da0a22d-49f7-493a-91d3-af2b51e75cb6 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 944 time: 0.0768800 Jun 23 17:07:28.975948 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-45cfda89-07e7-4515-83f3-9808d1571f4e req-c6db8985-3f25-4041-b5de-3fa9794c9e81 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326285 Jun 23 17:07:30.152775 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a57131-c228-4e07-a642-035dcd89dad9 req-1ac23cda-823b-49d0-9a81-31317598dd77 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:30.154248 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-53a57131-c228-4e07-a642-035dcd89dad9 req-1ac23cda-823b-49d0-9a81-31317598dd77 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 944 time: 0.0680819 Jun 23 17:07:30.182740 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331f701-dabd-412b-b08a-ac05de98275d req-cdf2eb31-d6ab-4aa1-99c6-870f8bb323b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:30.184259 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e331f701-dabd-412b-b08a-ac05de98275d req-cdf2eb31-d6ab-4aa1-99c6-870f8bb323b3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231&tenant_id=0ddf00b9c9ab48f7a65a09419cb72c55 HTTP/1.1" status: 200 len: 1097 time: 0.0528941 Jun 23 17:07:30.191218 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-53a57131-c228-4e07-a642-035dcd89dad9 req-92d30b90-0e59-4d1e-8e87-4b5386dc8730 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311100 Jun 23 17:07:30.266553 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331f701-dabd-412b-b08a-ac05de98275d req-e6e726e8-cb9b-41be-b9f1-9e163d2f15d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:30.268202 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e331f701-dabd-412b-b08a-ac05de98275d req-e6e726e8-cb9b-41be-b9f1-9e163d2f15d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ddf00b9c9ab48f7a65a09419cb72c55&device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 1097 time: 0.0511224 Jun 23 17:07:30.367043 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331f701-dabd-412b-b08a-ac05de98275d req-504add2d-bce8-491c-a385-082e96b755d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:30.368480 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e331f701-dabd-412b-b08a-ac05de98275d req-504add2d-bce8-491c-a385-082e96b755d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=32625c10-67de-4faf-91bb-dc72b195720e HTTP/1.1" status: 200 len: 910 time: 0.0940094 Jun 23 17:07:30.436059 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e331f701-dabd-412b-b08a-ac05de98275d req-8ee0a490-181c-422f-82a1-1163b89aef06 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=244f8b40-7227-443d-b7f3-6061ff6256c3 HTTP/1.1" status: 200 len: 999 time: 0.0614915 Jun 23 17:07:30.488717 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331f701-dabd-412b-b08a-ac05de98275d req-b486f224-ff2f-47d2-987d-4aaae8ab193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:30.490161 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e331f701-dabd-412b-b08a-ac05de98275d req-b486f224-ff2f-47d2-987d-4aaae8ab193d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22cede55-a3ec-4ade-8988-62f3beefa175 HTTP/1.1" status: 200 len: 847 time: 0.0485623 Jun 23 17:07:30.548958 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331f701-dabd-412b-b08a-ac05de98275d req-2f00a17a-ea84-436b-8a45-682c2db873df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:30.550392 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e331f701-dabd-412b-b08a-ac05de98275d req-2f00a17a-ea84-436b-8a45-682c2db873df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32625c10-67de-4faf-91bb-dc72b195720e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542374 Jun 23 17:07:30.646481 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e331f701-dabd-412b-b08a-ac05de98275d req-e779e812-197f-4aa4-930f-ef3cea2155e1 service neutron] 10.222.0.35 "GET /v2.0/networks/32625c10-67de-4faf-91bb-dc72b195720e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895119 Jun 23 17:07:30.737683 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e331f701-dabd-412b-b08a-ac05de98275d req-c066408b-a6dd-4982-ace2-e3609bbb7d61 service neutron] 10.222.0.35 "GET /v2.0/networks/32625c10-67de-4faf-91bb-dc72b195720e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848370 Jun 23 17:07:30.969685 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34722) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:31.131193 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Deleting port 97a80f9d-910b-40ff-9878-10dd05c92abe {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:31.131589 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:31.208472 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:31.209491 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:31.223410 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Calling delete_port for 97a80f9d-910b-40ff-9878-10dd05c92abe owned by network:floatingip {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:31.363862 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2fce2-0f1c-46e0-809d-7b65d99ad11a req-f6ceb4db-8682-439a-9042-0b17550c8642 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:31.365369 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-32c2fce2-0f1c-46e0-809d-7b65d99ad11a req-f6ceb4db-8682-439a-9042-0b17550c8642 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 944 time: 0.0632977 Jun 23 17:07:31.404320 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-32c2fce2-0f1c-46e0-809d-7b65d99ad11a req-a30c50f1-f07e-439b-b249-d7398d655bfb tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323930 Jun 23 17:07:31.535813 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:31.544165 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-2cf6f15f-7507-47a5-bf7e-11101d3f42fc tempest-AttachVolumeShelveTestJSON-2117942377 tempest-AttachVolumeShelveTestJSON-2117942377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:31.566799 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Pushing event deleted for resources: {'Port': ['ID=97a80f9d-910b-40ff-9878-10dd05c92abe,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:31.581610 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:31.582124 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:31.582559 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:31.582935 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:31.583334 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:31.583710 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:31.584082 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:31.584451 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:31.584957 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:31.585796 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:31.586171 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:31.586539 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:31.608236 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:31.649404 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for floatingip, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:31.649763 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.l3_db [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Floating IP 87294b1d-3663-4181-a643-f148511b8f16 disassociated (deleted). External IP: 172.27.2.215, port: c0f3e35b-2073-4ee5-ba28-8b9db130613f. Jun 23 17:07:31.863890 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Router 6b1e07af-7152-4da2-8987-9ea8384f3c50 has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:07:31.973045 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:07:31.978147 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:31.983576 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d770d1a-71dd-4f1e-842c-5b33b17912d7 None None] Sync routers for ids ['6b1e07af-7152-4da2-8987-9ea8384f3c50'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:07:31.994352 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d770d1a-71dd-4f1e-842c-5b33b17912d7 None None] Routers {'6b1e07af-7152-4da2-8987-9ea8384f3c50'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:07:31.994985 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-2d770d1a-71dd-4f1e-842c-5b33b17912d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:07:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['6b1e07af-7152-4da2-8987-9ea8384f3c50'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:32.019805 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-20096934-92f0-4afd-8184-4d3f861478d4 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "DELETE /v2.0/floatingips/87294b1d-3663-4181-a643-f148511b8f16 HTTP/1.1" status: 204 len: 168 time: 1.0490141 Jun 23 17:07:32.020488 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237b1810-4e26-4769-b7b3-50618ef4f59d', 'tag': 'c0f3e35b-2073-4ee5-ba28-8b9db130613f'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:07:32.023275 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65964ad4-e546-43d1-81e0-77532908760d" -d '{"events": [{"name": "network-changed", "server_uuid": "237b1810-4e26-4769-b7b3-50618ef4f59d", "tag": "c0f3e35b-2073-4ee5-ba28-8b9db130613f"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:07:32.070534 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e561f1-a134-46d1-9ae9-05a2f547e9a6 x-openstack-request-id: req-57e561f1-a134-46d1-9ae9-05a2f547e9a6 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:07:32.070945 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "237b1810-4e26-4769-b7b3-50618ef4f59d", "tag": "c0f3e35b-2073-4ee5-ba28-8b9db130613f", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:07:32.071254 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57e561f1-a134-46d1-9ae9-05a2f547e9a6 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:07:32.073008 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237b1810-4e26-4769-b7b3-50618ef4f59d', 'tag': 'c0f3e35b-2073-4ee5-ba28-8b9db130613f', 'status': 'completed', 'code': 200} Jun 23 17:07:32.117228 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-2d770d1a-71dd-4f1e-842c-5b33b17912d7 None None] Set router 6b1e07af-7152-4da2-8987-9ea8384f3c50 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:07:32.182398 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65964ad4-e546-43d1-81e0-77532908760d req-281541d2-1b6a-451a-ba4b-72917cc1a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:32.184267 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-65964ad4-e546-43d1-81e0-77532908760d req-281541d2-1b6a-451a-ba4b-72917cc1a91a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=231173d0a69b4fd585f8740571e49789&device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 1098 time: 0.0590231 Jun 23 17:07:32.275907 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65964ad4-e546-43d1-81e0-77532908760d req-d1938550-d1e1-4e31-b3c5-45e735af38df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:32.277397 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-65964ad4-e546-43d1-81e0-77532908760d req-d1938550-d1e1-4e31-b3c5-45e735af38df service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9377805-8f69-4935-aba0-28dc2d71b2ad HTTP/1.1" status: 200 len: 914 time: 0.0873814 Jun 23 17:07:32.322945 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-65964ad4-e546-43d1-81e0-77532908760d req-33af85b0-e741-46c3-a011-f10878ce1fc8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0f3e35b-2073-4ee5-ba28-8b9db130613f HTTP/1.1" status: 200 len: 217 time: 0.0378182 Jun 23 17:07:32.355685 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-2d770d1a-71dd-4f1e-842c-5b33b17912d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:00:15Z', 'revision_number': 4, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': 'a94e4367-f71b-4117-b80f-fcd46a6d5d73', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'port_id': '9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'mac_address': 'fa:16:3e:0f:d0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68748150-ded0-4b7e-bdb0-ba0dd2b82b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:03:49Z', 'updated_at': '2021-06-23T17:03:51Z', 'revision_number': 1, 'project_id': '231173d0a69b4fd585f8740571e49789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5efb46a1-33bb-4a1e-9b9e-393487ae2d96', 'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'mac_address': 'fa:16:3e:23:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:14Z', 'updated_at': '2021-06-23T17:00:21Z', 'revision_number': 5, 'project_id': '231173d0a69b4fd585f8740571e49789', 'subnets': [{'id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:32.371875 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65964ad4-e546-43d1-81e0-77532908760d req-a0183e8d-22ee-4b40-a4ee-1029df7e6e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:32.373391 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-65964ad4-e546-43d1-81e0-77532908760d req-a0183e8d-22ee-4b40-a4ee-1029df7e6e4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d58dc0ba-116e-4102-a7e9-04ba236e619c HTTP/1.1" status: 200 len: 851 time: 0.0463386 Jun 23 17:07:32.387416 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d770d1a-71dd-4f1e-842c-5b33b17912d7 None None] Checking router: 6b1e07af-7152-4da2-8987-9ea8384f3c50 for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:07:32.396385 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d770d1a-71dd-4f1e-842c-5b33b17912d7 None None] Routers {'6b1e07af-7152-4da2-8987-9ea8384f3c50'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:07:32.397564 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-2d770d1a-71dd-4f1e-842c-5b33b17912d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:07:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['6b1e07af-7152-4da2-8987-9ea8384f3c50'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:32.432691 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65964ad4-e546-43d1-81e0-77532908760d req-aef332da-d177-41d7-8133-926cad7fe76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:32.434198 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-65964ad4-e546-43d1-81e0-77532908760d req-aef332da-d177-41d7-8133-926cad7fe76b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9377805-8f69-4935-aba0-28dc2d71b2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549016 Jun 23 17:07:32.542674 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-2d770d1a-71dd-4f1e-842c-5b33b17912d7 None None] Set router 6b1e07af-7152-4da2-8987-9ea8384f3c50 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:07:32.556702 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-65964ad4-e546-43d1-81e0-77532908760d req-e5dafa7b-c45b-4084-a2d9-c16ff1c3f19b service neutron] 10.222.0.35 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129663 Jun 23 17:07:32.681212 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fa628-079a-4844-b9e3-a65316e660b1 req-d71d5654-16a5-4a0e-8674-554b5b558a55 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:32.682750 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f68fa628-079a-4844-b9e3-a65316e660b1 req-d71d5654-16a5-4a0e-8674-554b5b558a55 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 944 time: 0.1410127 Jun 23 17:07:32.706235 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-65964ad4-e546-43d1-81e0-77532908760d req-e2c07cc2-e6c2-4751-a1cb-3d565498084f service neutron] 10.222.0.35 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310110 Jun 23 17:07:32.736386 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2210b4-3242-4b37-b679-5a2a6f77f179 req-d45a9175-a0b3-42f3-9a15-8a92dccd8cf6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:32.738189 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff2210b4-3242-4b37-b679-5a2a6f77f179 req-d45a9175-a0b3-42f3-9a15-8a92dccd8cf6 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 945 time: 0.0711303 Jun 23 17:07:32.752689 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f68fa628-079a-4844-b9e3-a65316e660b1 req-f26d4355-50e6-4d8a-86f8-66aa4702fb1f tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583208 Jun 23 17:07:32.784667 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff2210b4-3242-4b37-b679-5a2a6f77f179 req-5855e774-7403-4d25-bba3-deb6926a4f50 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361454 Jun 23 17:07:32.811771 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-2d770d1a-71dd-4f1e-842c-5b33b17912d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:00:15Z', 'revision_number': 4, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': 'a94e4367-f71b-4117-b80f-fcd46a6d5d73', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'port_id': '9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'mac_address': 'fa:16:3e:0f:d0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68748150-ded0-4b7e-bdb0-ba0dd2b82b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:03:49Z', 'updated_at': '2021-06-23T17:03:51Z', 'revision_number': 1, 'project_id': '231173d0a69b4fd585f8740571e49789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5efb46a1-33bb-4a1e-9b9e-393487ae2d96', 'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'mac_address': 'fa:16:3e:23:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:14Z', 'updated_at': '2021-06-23T17:00:21Z', 'revision_number': 5, 'project_id': '231173d0a69b4fd585f8740571e49789', 'subnets': [{'id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:32.840239 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d770d1a-71dd-4f1e-842c-5b33b17912d7 None None] The sync data for ids ['6b1e07af-7152-4da2-8987-9ea8384f3c50'] in dv-cinder-797608-1-iscsi is: [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:00:15Z', 'revision_number': 4, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_floatingips': [{'id': 'a94e4367-f71b-4117-b80f-fcd46a6d5d73', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'router_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'port_id': '9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'mac_address': 'fa:16:3e:0f:d0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68748150-ded0-4b7e-bdb0-ba0dd2b82b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:03:49Z', 'updated_at': '2021-06-23T17:03:51Z', 'revision_number': 1, 'project_id': '231173d0a69b4fd585f8740571e49789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5efb46a1-33bb-4a1e-9b9e-393487ae2d96', 'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'mac_address': 'fa:16:3e:23:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:14Z', 'updated_at': '2021-06-23T17:00:21Z', 'revision_number': 5, 'project_id': '231173d0a69b4fd585f8740571e49789', 'subnets': [{'id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:07:33.057658 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa99a18-1db1-459b-9d6a-5372141883d8 None None] New status for floating IP 87294b1d-3663-4181-a643-f148511b8f16: DOWN {{(pid=105489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:07:33.937857 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf92fd1-f2a3-4db7-9989-8475a5fb1037 req-2517c778-837d-4465-8430-85dd3c982da2 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:33.939650 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9bf92fd1-f2a3-4db7-9989-8475a5fb1037 req-2517c778-837d-4465-8430-85dd3c982da2 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 944 time: 0.0704010 Jun 23 17:07:33.977365 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff38a2e-8b72-4a70-b3ef-a6634cd523cd req-01c6ef58-5605-4e6e-a7aa-47346c3786f7 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:33.978958 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aff38a2e-8b72-4a70-b3ef-a6634cd523cd req-01c6ef58-5605-4e6e-a7aa-47346c3786f7 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 945 time: 0.0752618 Jun 23 17:07:33.984592 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-9bf92fd1-f2a3-4db7-9989-8475a5fb1037 req-f891d7f7-4b21-4917-b0c5-425bf98a33d8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386405 Jun 23 17:07:34.021363 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aff38a2e-8b72-4a70-b3ef-a6634cd523cd req-8c713880-c16e-418c-adc9-a9c9a8aa52f2 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362885 Jun 23 17:07:34.524431 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f069116-19c5-4219-97e7-f941b547d8d9 req-0dfadcfb-2e8b-4f34-85ff-73f807baca85 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:34.525896 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0f069116-19c5-4219-97e7-f941b547d8d9 req-0dfadcfb-2e8b-4f34-85ff-73f807baca85 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.35 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 945 time: 0.0787523 Jun 23 17:07:34.946740 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-0f069116-19c5-4219-97e7-f941b547d8d9 req-142ffe3c-4b3b-484f-9b27-7f35db29df88 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Deleting port c0f3e35b-2073-4ee5-ba28-8b9db130613f {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:34.947714 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-0f069116-19c5-4219-97e7-f941b547d8d9 req-142ffe3c-4b3b-484f-9b27-7f35db29df88 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:35.077641 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-0f069116-19c5-4219-97e7-f941b547d8d9 req-142ffe3c-4b3b-484f-9b27-7f35db29df88 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] For port c0f3e35b-2073-4ee5-ba28-8b9db130613f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=c0f3e35b-2073-4ee5-ba28-8b9db130613f,segment=NetworkSegment(9a3588ff-03d1-4528-8182-888913e975ad),segment_id=9a3588ff-03d1-4528-8182-888913e975ad)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:35.078176 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-0f069116-19c5-4219-97e7-f941b547d8d9 req-142ffe3c-4b3b-484f-9b27-7f35db29df88 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:35.097481 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-0f069116-19c5-4219-97e7-f941b547d8d9 req-142ffe3c-4b3b-484f-9b27-7f35db29df88 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Calling delete_port for c0f3e35b-2073-4ee5-ba28-8b9db130613f owned by compute:nova {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:35.247929 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f377dd-ede9-4827-a981-741de0f7f3d0 req-42ca5412-57df-452d-ab50-6464b132d5c8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:35.248776 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a259d6-fb99-4506-b802-4a8060504a6f req-b725e74e-c7fc-464f-90bf-ddcde2197c6e tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:35.249715 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f5a259d6-fb99-4506-b802-4a8060504a6f req-b725e74e-c7fc-464f-90bf-ddcde2197c6e tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 944 time: 0.1018753 Jun 23 17:07:35.250442 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c5f377dd-ede9-4827-a981-741de0f7f3d0 req-42ca5412-57df-452d-ab50-6464b132d5c8 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 945 time: 0.0868177 Jun 23 17:07:35.300933 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c5f377dd-ede9-4827-a981-741de0f7f3d0 req-eeec023d-c6f2-4031-9cea-3723e7f67bc1 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382047 Jun 23 17:07:35.332632 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f5a259d6-fb99-4506-b802-4a8060504a6f req-a41b3b90-cec8-4c02-b6c9-40f0ed7f9110 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501020 Jun 23 17:07:35.415158 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-0f069116-19c5-4219-97e7-f941b547d8d9 req-142ffe3c-4b3b-484f-9b27-7f35db29df88 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:35.419506 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-7720a3a6-5a49-4e59-a443-2786ed915186 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:35.457627 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ffe3c-4b3b-484f-9b27-7f35db29df88 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Pushing event deleted for resources: {'Port': ['ID=c0f3e35b-2073-4ee5-ba28-8b9db130613f,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:35.474322 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ffe3c-4b3b-484f-9b27-7f35db29df88 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:35.474866 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ffe3c-4b3b-484f-9b27-7f35db29df88 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:35.475821 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ffe3c-4b3b-484f-9b27-7f35db29df88 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:35.476181 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ffe3c-4b3b-484f-9b27-7f35db29df88 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:35.476555 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ffe3c-4b3b-484f-9b27-7f35db29df88 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:35.476922 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ffe3c-4b3b-484f-9b27-7f35db29df88 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:35.477319 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ffe3c-4b3b-484f-9b27-7f35db29df88 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:35.477687 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ffe3c-4b3b-484f-9b27-7f35db29df88 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:35.478185 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ffe3c-4b3b-484f-9b27-7f35db29df88 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:35.478653 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ffe3c-4b3b-484f-9b27-7f35db29df88 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:35.479016 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ffe3c-4b3b-484f-9b27-7f35db29df88 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:35.479426 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ffe3c-4b3b-484f-9b27-7f35db29df88 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:35.500073 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-142ffe3c-4b3b-484f-9b27-7f35db29df88 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:35.524442 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f069116-19c5-4219-97e7-f941b547d8d9 req-142ffe3c-4b3b-484f-9b27-7f35db29df88 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] No DVR routers for this DVR port c0f3e35b-2073-4ee5-ba28-8b9db130613f on host hv-cinder-79760 {{(pid=105487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:07:35.526962 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-0f069116-19c5-4219-97e7-f941b547d8d9 req-142ffe3c-4b3b-484f-9b27-7f35db29df88 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:35.528957 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-0f069116-19c5-4219-97e7-f941b547d8d9 req-142ffe3c-4b3b-484f-9b27-7f35db29df88 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.35 "DELETE /v2.0/ports/c0f3e35b-2073-4ee5-ba28-8b9db130613f HTTP/1.1" status: 204 len: 173 time: 0.9969063 Jun 23 17:07:35.529504 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237b1810-4e26-4769-b7b3-50618ef4f59d', 'name': 'network-vif-deleted', 'tag': 'c0f3e35b-2073-4ee5-ba28-8b9db130613f'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:07:35.532538 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81899267-2569-44af-ba33-f8d5ba698f76" -d '{"events": [{"server_uuid": "237b1810-4e26-4769-b7b3-50618ef4f59d", "name": "network-vif-deleted", "tag": "c0f3e35b-2073-4ee5-ba28-8b9db130613f"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:07:35.573914 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b0f8bf-c6c5-40c1-8a33-84c18c4b922a x-openstack-request-id: req-35b0f8bf-c6c5-40c1-8a33-84c18c4b922a {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:07:35.574266 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "237b1810-4e26-4769-b7b3-50618ef4f59d", "name": "network-vif-deleted", "tag": "c0f3e35b-2073-4ee5-ba28-8b9db130613f", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:07:35.574570 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35b0f8bf-c6c5-40c1-8a33-84c18c4b922a {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:07:35.575025 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237b1810-4e26-4769-b7b3-50618ef4f59d', 'name': 'network-vif-deleted', 'tag': 'c0f3e35b-2073-4ee5-ba28-8b9db130613f', 'status': 'completed', 'code': 200} Jun 23 17:07:36.496534 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-dcece1cd-8c59-4035-a58c-1f2a3e6f441b req-26dfb2b1-11e2-4fb3-a733-d75f4d61c321 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=237b1810-4e26-4769-b7b3-50618ef4f59d HTTP/1.1" status: 200 len: 210 time: 0.0316827 Jun 23 17:07:36.535885 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e31d54-d7e9-4e33-a276-116cc23f5876 req-272f2ead-2aea-4599-9a58-d481c2492583 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:36.538597 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e1e31d54-d7e9-4e33-a276-116cc23f5876 req-272f2ead-2aea-4599-9a58-d481c2492583 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 944 time: 0.0777717 Jun 23 17:07:36.595828 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e1e31d54-d7e9-4e33-a276-116cc23f5876 req-b948ea47-0485-41ab-a23e-bf2869187b96 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408237 Jun 23 17:07:37.802880 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04aaec-d13e-45e9-b32b-16c2cd545fad req-645f0d29-5f41-4875-bca4-66d6f5dc1ac8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:37.805156 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1e04aaec-d13e-45e9-b32b-16c2cd545fad req-645f0d29-5f41-4875-bca4-66d6f5dc1ac8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 944 time: 0.0877597 Jun 23 17:07:37.852634 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1e04aaec-d13e-45e9-b32b-16c2cd545fad req-448d2173-d893-40c2-bccf-6d4f1931682e tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414205 Jun 23 17:07:38.568251 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 244f8b40-7227-443d-b7f3-6061ff6256c3 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=105488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:07:38.575320 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device c0f3e35b-2073-4ee5-ba28-8b9db130613f no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:07:38.607456 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] No Port match for: c0f3e35b-2073-4ee5-ba28-8b9db130613f {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:07:38.607809 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device c0f3e35b-2073-4ee5-ba28-8b9db130613f not bound to the agent host hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:07:38.718088 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 244f8b40-7227-443d-b7f3-6061ff6256c3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=244f8b40-7227-443d-b7f3-6061ff6256c3,segment=NetworkSegment(4b10830e-09e0-48bd-bf31-50153bde8d57),segment_id=4b10830e-09e0-48bd-bf31-50153bde8d57)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:38.731285 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Returning: {'device': '244f8b40-7227-443d-b7f3-6061ff6256c3', 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e', 'port_id': '244f8b40-7227-443d-b7f3-6061ff6256c3', 'mac_address': 'fa:16:3e:6a:13:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22cede55-a3ec-4ade-8988-62f3beefa175', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:07:38.772839 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:38.790810 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244f8b40-7227-443d-b7f3-6061ff6256c3 {{(pid=105488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:07:38.811669 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 244f8b40-7227-443d-b7f3-6061ff6256c3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=244f8b40-7227-443d-b7f3-6061ff6256c3,segment=NetworkSegment(4b10830e-09e0-48bd-bf31-50153bde8d57),segment_id=4b10830e-09e0-48bd-bf31-50153bde8d57)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:38.957432 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:38.960050 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:39.011467 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=244f8b40-7227-443d-b7f3-6061ff6256c3,revision_number=7']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:39.014780 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:39.054043 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411347-a1a4-426c-aeb0-6f5235cc8775 req-8994bbb8-715c-4d1a-97a0-083780344e61 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:39.055566 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-bd411347-a1a4-426c-aeb0-6f5235cc8775 req-8994bbb8-715c-4d1a-97a0-083780344e61 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 945 time: 0.0774124 Jun 23 17:07:39.094727 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-bd411347-a1a4-426c-aeb0-6f5235cc8775 req-169af71a-16de-44f6-97bf-0e5d20f9c582 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330119 Jun 23 17:07:39.277136 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] get_ports_and_sgs() called for port_ids ['244f8b40-7227-443d-b7f3-6061ff6256c3'] {{(pid=105488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:07:40.173066 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34768) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:40.278871 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32956045-42c0-42b4-8c20-dca28ce12d51 req-ca93d48a-fb63-4332-a91e-b2bb1ca037c5 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:40.280406 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-32956045-42c0-42b4-8c20-dca28ce12d51 req-ca93d48a-fb63-4332-a91e-b2bb1ca037c5 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 945 time: 0.0710688 Jun 23 17:07:40.323479 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-32956045-42c0-42b4-8c20-dca28ce12d51 req-9ccf5be5-aa5e-4c4f-9ec9-79d2db7ae43b tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343742 Jun 23 17:07:40.354523 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-9cec95cc-9531-4cd4-8211-29da7b26be12 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Deleting port 6d9cbb7b-140e-4601-b975-b7a24aa432ac {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:40.355077 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9cec95cc-9531-4cd4-8211-29da7b26be12 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:40.436809 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9cec95cc-9531-4cd4-8211-29da7b26be12 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:40.437161 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9cec95cc-9531-4cd4-8211-29da7b26be12 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:40.448680 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-9cec95cc-9531-4cd4-8211-29da7b26be12 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Calling delete_port for 6d9cbb7b-140e-4601-b975-b7a24aa432ac owned by network:floatingip {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:40.567962 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 244f8b40-7227-443d-b7f3-6061ff6256c3 up at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:07:40.618450 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Provisioning complete for port 244f8b40-7227-443d-b7f3-6061ff6256c3 triggered by entity L2. {{(pid=105488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:07:40.619047 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16087439'] for port, provisioning_complete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:40.699293 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16215095'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:40.721105 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b923d598-ed66-4ce9-b2d9-125b21df9231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244f8b40-7227-443d-b7f3-6061ff6256c3'}] {{(pid=105488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:07:40.723395 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3430ce02e2ca23a9a2b0e21a6e45f2d7cca2b4813ab11fad03018ddb045406ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d161cee-80a4-4294-8529-de6fd5393d40" -d '{"events": [{"server_uuid": "b923d598-ed66-4ce9-b2d9-125b21df9231", "name": "network-vif-plugged", "status": "completed", "tag": "244f8b40-7227-443d-b7f3-6061ff6256c3"}]}' {{(pid=105488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:07:40.736557 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] For port 244f8b40-7227-443d-b7f3-6061ff6256c3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=244f8b40-7227-443d-b7f3-6061ff6256c3,segment=NetworkSegment(4b10830e-09e0-48bd-bf31-50153bde8d57),segment_id=4b10830e-09e0-48bd-bf31-50153bde8d57)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:40.761215 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0817783d-29bb-41be-ab04-eda3300f5e31 x-openstack-request-id: req-0817783d-29bb-41be-ab04-eda3300f5e31 {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:07:40.761528 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b923d598-ed66-4ce9-b2d9-125b21df9231", "name": "network-vif-plugged", "status": "completed", "tag": "244f8b40-7227-443d-b7f3-6061ff6256c3", "code": 200}]} {{(pid=105488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:07:40.761799 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0817783d-29bb-41be-ab04-eda3300f5e31 {{(pid=105488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:07:40.762240 dv-cinder-797608-1-iscsi neutron-server[105488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b923d598-ed66-4ce9-b2d9-125b21df9231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244f8b40-7227-443d-b7f3-6061ff6256c3', 'code': 200} Jun 23 17:07:40.809345 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9cec95cc-9531-4cd4-8211-29da7b26be12 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:40.811554 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:40.837224 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec95cc-9531-4cd4-8211-29da7b26be12 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Pushing event deleted for resources: {'Port': ['ID=6d9cbb7b-140e-4601-b975-b7a24aa432ac,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:40.841242 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-9cec95cc-9531-4cd4-8211-29da7b26be12 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:40.849423 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730820593619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730820201117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730820201162'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:40.851536 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:40.903778 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Pushing event updated for resources: {'Port': ['ID=244f8b40-7227-443d-b7f3-6061ff6256c3,revision_number=8']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:40.908149 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:40.920379 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9cec95cc-9531-4cd4-8211-29da7b26be12 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for floatingip, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:40.920720 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.db.l3_db [None req-9cec95cc-9531-4cd4-8211-29da7b26be12 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Floating IP a94e4367-f71b-4117-b80f-fcd46a6d5d73 disassociated (deleted). External IP: 172.27.2.66, port: 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342. Jun 23 17:07:41.180284 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cec95cc-9531-4cd4-8211-29da7b26be12 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Router 6b1e07af-7152-4da2-8987-9ea8384f3c50 has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:07:41.201083 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16923f-cbf9-46b4-9d78-1d3cf929df56 req-da8c74f7-5337-4d54-be40-beee103e450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:41.202642 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2f16923f-cbf9-46b4-9d78-1d3cf929df56 req-da8c74f7-5337-4d54-be40-beee103e450d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 1099 time: 0.0831800 Jun 23 17:07:41.304125 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2f16923f-cbf9-46b4-9d78-1d3cf929df56 req-d10bf523-fa54-4282-a9d7-e308dcd3ae3d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716805 Jun 23 17:07:41.325132 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cec95cc-9531-4cd4-8211-29da7b26be12 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:07:41.329766 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9cec95cc-9531-4cd4-8211-29da7b26be12 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for floatingip, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:41.334990 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ee3805-78ce-44ef-9c32-5a6099b56af1 None None] Sync routers for ids ['6b1e07af-7152-4da2-8987-9ea8384f3c50'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:07:41.344643 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ee3805-78ce-44ef-9c32-5a6099b56af1 None None] Routers {'6b1e07af-7152-4da2-8987-9ea8384f3c50'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:07:41.345348 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-96ee3805-78ce-44ef-9c32-5a6099b56af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:07:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['6b1e07af-7152-4da2-8987-9ea8384f3c50'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:41.372062 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-9cec95cc-9531-4cd4-8211-29da7b26be12 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "DELETE /v2.0/floatingips/a94e4367-f71b-4117-b80f-fcd46a6d5d73 HTTP/1.1" status: 204 len: 168 time: 1.1978066 Jun 23 17:07:41.373253 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68748150-ded0-4b7e-bdb0-ba0dd2b82b90', 'tag': '9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:07:41.376437 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609c1b15-132c-4912-8e8b-5369b5255717" -d '{"events": [{"name": "network-changed", "server_uuid": "68748150-ded0-4b7e-bdb0-ba0dd2b82b90", "tag": "9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:07:41.482434 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-96ee3805-78ce-44ef-9c32-5a6099b56af1 None None] Set router 6b1e07af-7152-4da2-8987-9ea8384f3c50 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:07:41.522789 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f07268-1e47-4451-9051-10ecc1f3a7ff req-070181d1-9a92-40b2-a4e9-21b0ae2f9fb8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:41.525316 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-25f07268-1e47-4451-9051-10ecc1f3a7ff req-070181d1-9a92-40b2-a4e9-21b0ae2f9fb8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 946 time: 0.0832112 Jun 23 17:07:41.575151 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-25f07268-1e47-4451-9051-10ecc1f3a7ff req-ab1ecd74-1fea-4ba9-aabd-784f87ab9fb9 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425146 Jun 23 17:07:41.625189 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a30e303-4e5a-4b11-842f-3d122aa7c826 x-openstack-request-id: req-3a30e303-4e5a-4b11-842f-3d122aa7c826 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:07:41.625603 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68748150-ded0-4b7e-bdb0-ba0dd2b82b90", "tag": "9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:07:41.625915 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a30e303-4e5a-4b11-842f-3d122aa7c826 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:07:41.626414 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68748150-ded0-4b7e-bdb0-ba0dd2b82b90', 'tag': '9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342', 'status': 'completed', 'code': 200} Jun 23 17:07:41.716102 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-96ee3805-78ce-44ef-9c32-5a6099b56af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:00:15Z', 'revision_number': 4, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '5efb46a1-33bb-4a1e-9b9e-393487ae2d96', 'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'mac_address': 'fa:16:3e:23:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:14Z', 'updated_at': '2021-06-23T17:00:21Z', 'revision_number': 5, 'project_id': '231173d0a69b4fd585f8740571e49789', 'subnets': [{'id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:41.734346 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c1b15-132c-4912-8e8b-5369b5255717 req-55dc62b8-7ba2-470d-b361-823c1e417b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:41.735852 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-609c1b15-132c-4912-8e8b-5369b5255717 req-55dc62b8-7ba2-470d-b361-823c1e417b34 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=231173d0a69b4fd585f8740571e49789&device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 1098 time: 0.0541010 Jun 23 17:07:41.749063 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ee3805-78ce-44ef-9c32-5a6099b56af1 None None] Checking router: 6b1e07af-7152-4da2-8987-9ea8384f3c50 for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:07:41.758096 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ee3805-78ce-44ef-9c32-5a6099b56af1 None None] Routers {'6b1e07af-7152-4da2-8987-9ea8384f3c50'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:07:41.758730 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-96ee3805-78ce-44ef-9c32-5a6099b56af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:07:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['6b1e07af-7152-4da2-8987-9ea8384f3c50'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:41.842248 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c1b15-132c-4912-8e8b-5369b5255717 req-84031054-fafd-4a91-bfd7-28e391b1c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:41.845433 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-609c1b15-132c-4912-8e8b-5369b5255717 req-84031054-fafd-4a91-bfd7-28e391b1c548 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9377805-8f69-4935-aba0-28dc2d71b2ad HTTP/1.1" status: 200 len: 914 time: 0.1006045 Jun 23 17:07:41.896118 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-609c1b15-132c-4912-8e8b-5369b5255717 req-0c995051-c386-47b5-8846-dfe57cb101fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 HTTP/1.1" status: 200 len: 217 time: 0.0442879 Jun 23 17:07:41.966726 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c1b15-132c-4912-8e8b-5369b5255717 req-113b1b02-a598-446a-8f13-ac5ec0f9d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:41.968382 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-609c1b15-132c-4912-8e8b-5369b5255717 req-113b1b02-a598-446a-8f13-ac5ec0f9d2c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d58dc0ba-116e-4102-a7e9-04ba236e619c HTTP/1.1" status: 200 len: 851 time: 0.0551229 Jun 23 17:07:41.998384 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-96ee3805-78ce-44ef-9c32-5a6099b56af1 None None] Set router 6b1e07af-7152-4da2-8987-9ea8384f3c50 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:07:42.030166 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c1b15-132c-4912-8e8b-5369b5255717 req-eb09af83-bd4a-42e4-b638-c7bcf5b17f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:42.031724 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-609c1b15-132c-4912-8e8b-5369b5255717 req-eb09af83-bd4a-42e4-b638-c7bcf5b17f78 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9377805-8f69-4935-aba0-28dc2d71b2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552397 Jun 23 17:07:42.145635 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-609c1b15-132c-4912-8e8b-5369b5255717 req-c9f4af2e-5c1d-4793-b843-5ecc3d1b1857 service neutron] 10.222.0.35 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030509 Jun 23 17:07:42.226498 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8f42d-4866-4e05-b4ec-71dd9560b44e req-c7e323f8-32cd-4433-a210-74a2a8e0e081 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:42.233736 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-96ee3805-78ce-44ef-9c32-5a6099b56af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:00:15Z', 'revision_number': 4, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '5efb46a1-33bb-4a1e-9b9e-393487ae2d96', 'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'mac_address': 'fa:16:3e:23:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:14Z', 'updated_at': '2021-06-23T17:00:21Z', 'revision_number': 5, 'project_id': '231173d0a69b4fd585f8740571e49789', 'subnets': [{'id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:42.234137 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-29a8f42d-4866-4e05-b4ec-71dd9560b44e req-c7e323f8-32cd-4433-a210-74a2a8e0e081 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 945 time: 0.0752368 Jun 23 17:07:42.256781 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-609c1b15-132c-4912-8e8b-5369b5255717 req-8d810f35-7cf5-4821-b695-d6d5e17cf210 service neutron] 10.222.0.35 "GET /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033351 Jun 23 17:07:42.261395 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ee3805-78ce-44ef-9c32-5a6099b56af1 None None] The sync data for ids ['6b1e07af-7152-4da2-8987-9ea8384f3c50'] in dv-cinder-797608-1-iscsi is: [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:00:15Z', 'revision_number': 4, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '5efb46a1-33bb-4a1e-9b9e-393487ae2d96', 'name': '', 'network_id': 'a9377805-8f69-4935-aba0-28dc2d71b2ad', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'mac_address': 'fa:16:3e:23:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:14Z', 'updated_at': '2021-06-23T17:00:21Z', 'revision_number': 5, 'project_id': '231173d0a69b4fd585f8740571e49789', 'subnets': [{'id': 'd58dc0ba-116e-4102-a7e9-04ba236e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:07:42.281441 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-29a8f42d-4866-4e05-b4ec-71dd9560b44e req-95b71875-02f8-4860-9c3b-d8dad388932b tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462098 Jun 23 17:07:42.489515 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd95be-060e-457c-bdc8-6d82da51bc35 None None] New status for floating IP a94e4367-f71b-4117-b80f-fcd46a6d5d73: DOWN {{(pid=105489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:07:42.759488 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fa4c5-4136-4ab1-9e78-7944f07c93c2 req-8492fd0f-7c75-4013-9b24-e53cc98960b1 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:42.760946 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d07fa4c5-4136-4ab1-9e78-7944f07c93c2 req-8492fd0f-7c75-4013-9b24-e53cc98960b1 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 946 time: 0.0656173 Jun 23 17:07:42.808141 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-d07fa4c5-4136-4ab1-9e78-7944f07c93c2 req-f6b46eec-30be-49df-b467-9a9fd596eddb tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406768 Jun 23 17:07:43.479650 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811f62a-d59b-4b76-b02d-03c24360c089 req-e14722e3-840f-445a-996a-5a58b845ca42 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:43.481415 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9811f62a-d59b-4b76-b02d-03c24360c089 req-e14722e3-840f-445a-996a-5a58b845ca42 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 945 time: 0.0767815 Jun 23 17:07:43.531765 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9811f62a-d59b-4b76-b02d-03c24360c089 req-a3238b03-74f3-4e9d-9b14-32f5fb64c747 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/security-groups?id=7811035d-137f-43f5-a576-428ce1650791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444782 Jun 23 17:07:43.920246 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d868cc-caad-4d5c-9a69-0d31a52651e6 req-e6331c11-1da8-4658-93a7-e15f9217e6d7 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:43.921782 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-92d868cc-caad-4d5c-9a69-0d31a52651e6 req-e6331c11-1da8-4658-93a7-e15f9217e6d7 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.35 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 945 time: 0.0846753 Jun 23 17:07:44.066911 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fba4a-b16a-42e2-969a-89588fedf32e req-99b166ba-dd40-41e7-9ac4-721ba85c7904 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:44.068383 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e23fba4a-b16a-42e2-969a-89588fedf32e req-99b166ba-dd40-41e7-9ac4-721ba85c7904 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 946 time: 0.1316199 Jun 23 17:07:44.094863 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-92d868cc-caad-4d5c-9a69-0d31a52651e6 req-b4fcaee3-df2e-489f-9c32-0aa0f98decf3 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Deleting port 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:44.095216 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-92d868cc-caad-4d5c-9a69-0d31a52651e6 req-b4fcaee3-df2e-489f-9c32-0aa0f98decf3 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:44.159900 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e23fba4a-b16a-42e2-969a-89588fedf32e req-4273e8f8-7976-485c-a4f1-be11e0948e44 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837703 Jun 23 17:07:44.202098 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-92d868cc-caad-4d5c-9a69-0d31a52651e6 req-b4fcaee3-df2e-489f-9c32-0aa0f98decf3 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] For port 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342,segment=NetworkSegment(9a3588ff-03d1-4528-8182-888913e975ad),segment_id=9a3588ff-03d1-4528-8182-888913e975ad)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:44.202465 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-92d868cc-caad-4d5c-9a69-0d31a52651e6 req-b4fcaee3-df2e-489f-9c32-0aa0f98decf3 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:44.220922 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-92d868cc-caad-4d5c-9a69-0d31a52651e6 req-b4fcaee3-df2e-489f-9c32-0aa0f98decf3 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Calling delete_port for 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 owned by compute:nova {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:44.477825 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-92d868cc-caad-4d5c-9a69-0d31a52651e6 req-b4fcaee3-df2e-489f-9c32-0aa0f98decf3 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:44.481860 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-2561d506-957c-4324-91c7-830a80388d7d tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:44.508758 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fcaee3-df2e-489f-9c32-0aa0f98decf3 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Pushing event deleted for resources: {'Port': ['ID=9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:44.512050 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-b4fcaee3-df2e-489f-9c32-0aa0f98decf3 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:44.559074 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d868cc-caad-4d5c-9a69-0d31a52651e6 req-b4fcaee3-df2e-489f-9c32-0aa0f98decf3 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] No DVR routers for this DVR port 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 on host hv-cinder-79760 {{(pid=105487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:07:44.561991 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-92d868cc-caad-4d5c-9a69-0d31a52651e6 req-b4fcaee3-df2e-489f-9c32-0aa0f98decf3 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:44.564181 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-92d868cc-caad-4d5c-9a69-0d31a52651e6 req-b4fcaee3-df2e-489f-9c32-0aa0f98decf3 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.35 "DELETE /v2.0/ports/9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 HTTP/1.1" status: 204 len: 173 time: 0.6369345 Jun 23 17:07:44.564656 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68748150-ded0-4b7e-bdb0-ba0dd2b82b90', 'name': 'network-vif-deleted', 'tag': '9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:07:44.567920 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac35ad95-7538-459f-896e-34f0db8783e1" -d '{"events": [{"server_uuid": "68748150-ded0-4b7e-bdb0-ba0dd2b82b90", "name": "network-vif-deleted", "tag": "9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:07:44.613075 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19956e7b-f3cd-4c19-adf9-1da19e05f340 x-openstack-request-id: req-19956e7b-f3cd-4c19-adf9-1da19e05f340 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:07:44.613443 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68748150-ded0-4b7e-bdb0-ba0dd2b82b90", "name": "network-vif-deleted", "tag": "9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:07:44.613744 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19956e7b-f3cd-4c19-adf9-1da19e05f340 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:07:44.614185 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68748150-ded0-4b7e-bdb0-ba0dd2b82b90', 'name': 'network-vif-deleted', 'tag': '9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342', 'status': 'completed', 'code': 200} Jun 23 17:07:44.681072 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5967d8ca-9174-4525-8c9b-5a553806191b req-7ff2cda6-da79-4892-9719-ac034f2e5cbc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 210 time: 0.0339270 Jun 23 17:07:45.836629 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-e32b81b1-0a99-4c2f-a03a-3c3d594a104b req-be5048ab-3d95-4ca3-89e0-2f4495c3015b tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "GET /v2.0/ports?device_id=68748150-ded0-4b7e-bdb0-ba0dd2b82b90 HTTP/1.1" status: 200 len: 210 time: 0.0299959 Jun 23 17:07:46.582994 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:07:46.607586 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] No Port match for: 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:07:46.607930 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 9fcfaaa6-d7bd-4f9b-a703-0a4e424d3342 not bound to the agent host hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:07:46.932785 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34796) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:47.063877 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-49ef1b48-ceff-4122-a3a5-49c691b10c80 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Deleting port 97a59357-80f0-4da2-a827-d212580b1ae7 {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:47.064215 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-49ef1b48-ceff-4122-a3a5-49c691b10c80 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:47.141057 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-49ef1b48-ceff-4122-a3a5-49c691b10c80 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:47.141323 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-49ef1b48-ceff-4122-a3a5-49c691b10c80 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:47.152867 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-49ef1b48-ceff-4122-a3a5-49c691b10c80 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Calling delete_port for 97a59357-80f0-4da2-a827-d212580b1ae7 owned by network:floatingip {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:47.403925 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-49ef1b48-ceff-4122-a3a5-49c691b10c80 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:47.406056 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-562c8f5e-ed23-4f5b-921d-06e150a771dc tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:47.434088 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef1b48-ceff-4122-a3a5-49c691b10c80 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Pushing event deleted for resources: {'Port': ['ID=97a59357-80f0-4da2-a827-d212580b1ae7,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:47.436837 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-49ef1b48-ceff-4122-a3a5-49c691b10c80 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:47.497940 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-49ef1b48-ceff-4122-a3a5-49c691b10c80 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for floatingip, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:47.500565 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-49ef1b48-ceff-4122-a3a5-49c691b10c80 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for floatingip, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:47.501886 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-49ef1b48-ceff-4122-a3a5-49c691b10c80 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "DELETE /v2.0/floatingips/158969a6-1bc8-4ea7-835c-495dd3c3fa46 HTTP/1.1" status: 204 len: 168 time: 0.5680063 Jun 23 17:07:49.005492 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34808) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:49.092477 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2d8e8d71-d146-4974-8835-bdb89a4a8e32 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:49.121749 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2d8e8d71-d146-4974-8835-bdb89a4a8e32 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:49.294786 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2d8e8d71-d146-4974-8835-bdb89a4a8e32 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:49.297644 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2d8e8d71-d146-4974-8835-bdb89a4a8e32 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:49.298849 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-2d8e8d71-d146-4974-8835-bdb89a4a8e32 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] 10.222.0.25 "DELETE /v2.0/security-groups/7811035d-137f-43f5-a576-428ce1650791 HTTP/1.1" status: 204 len: 168 time: 0.2922845 Jun 23 17:07:49.299665 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-a2c76a10-cf8c-4f0d-88d7-ddcacadcc4ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:49.309996 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e8d71-d146-4974-8835-bdb89a4a8e32 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7811035d-137f-43f5-a576-428ce1650791,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:49.312608 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-2d8e8d71-d146-4974-8835-bdb89a4a8e32 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:49.464321 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34812) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:50.020699 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ae459c2f-88d0-4545-a926-74eabb707892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705188'] for router_interface, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:50.300913 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-ae459c2f-88d0-4545-a926-74eabb707892 admin admin] Deleting port 5efb46a1-33bb-4a1e-9b9e-393487ae2d96 {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:50.301193 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ae459c2f-88d0-4545-a926-74eabb707892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:50.385307 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-ae459c2f-88d0-4545-a926-74eabb707892 admin admin] For port 5efb46a1-33bb-4a1e-9b9e-393487ae2d96, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=5efb46a1-33bb-4a1e-9b9e-393487ae2d96,segment=NetworkSegment(9a3588ff-03d1-4528-8182-888913e975ad),segment_id=9a3588ff-03d1-4528-8182-888913e975ad)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:50.385730 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ae459c2f-88d0-4545-a926-74eabb707892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:50.399524 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-ae459c2f-88d0-4545-a926-74eabb707892 admin admin] Calling delete_port for 5efb46a1-33bb-4a1e-9b9e-393487ae2d96 owned by network:router_interface {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:50.677883 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ae459c2f-88d0-4545-a926-74eabb707892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:50.680060 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-181d26de-4d47-4fb7-977f-3e610aaa9268 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:50.705729 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae459c2f-88d0-4545-a926-74eabb707892 admin admin] Pushing event deleted for resources: {'Port': ['ID=5efb46a1-33bb-4a1e-9b9e-393487ae2d96,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:50.709842 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-ae459c2f-88d0-4545-a926-74eabb707892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:50.893748 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ae459c2f-88d0-4545-a926-74eabb707892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1510936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640980'] for router_interface, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:51.414248 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae459c2f-88d0-4545-a926-74eabb707892 admin admin] Router 6b1e07af-7152-4da2-8987-9ea8384f3c50 has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:07:51.489552 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-b76c84fd-3517-4e6a-b920-53919abe7d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:51.523243 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae459c2f-88d0-4545-a926-74eabb707892 admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:07:51.529312 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-ae459c2f-88d0-4545-a926-74eabb707892 admin admin] 10.222.0.25 "PUT /v2.0/routers/6b1e07af-7152-4da2-8987-9ea8384f3c50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0634356 Jun 23 17:07:51.531889 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34816) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:51.532875 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1656bb-3cc9-4781-951f-621736c4a13f None None] Sync routers for ids ['6b1e07af-7152-4da2-8987-9ea8384f3c50'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:07:51.543138 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1656bb-3cc9-4781-951f-621736c4a13f None None] Routers {'6b1e07af-7152-4da2-8987-9ea8384f3c50'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:07:51.550819 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-7b1656bb-3cc9-4781-951f-621736c4a13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:07:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['6b1e07af-7152-4da2-8987-9ea8384f3c50'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:51.659889 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-7b1656bb-3cc9-4781-951f-621736c4a13f None None] Set router 6b1e07af-7152-4da2-8987-9ea8384f3c50 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:07:51.669909 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-32e1d544-b6f8-4008-807e-d09b0d561df3 admin admin] Notify callbacks [] for router, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:51.778788 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-32e1d544-b6f8-4008-807e-d09b0d561df3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:51.849817 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-7b1656bb-3cc9-4781-951f-621736c4a13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:07:50Z', 'revision_number': 5, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port': {'id': 'd3250d8e-5c58-474f-8358-7720eedc8441', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:12Z', 'updated_at': '2021-06-23T17:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:51.877183 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1656bb-3cc9-4781-951f-621736c4a13f None None] Checking router: 6b1e07af-7152-4da2-8987-9ea8384f3c50 for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:07:51.886156 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1656bb-3cc9-4781-951f-621736c4a13f None None] Routers {'6b1e07af-7152-4da2-8987-9ea8384f3c50'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:07:51.894303 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-7b1656bb-3cc9-4781-951f-621736c4a13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:07:24Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['6b1e07af-7152-4da2-8987-9ea8384f3c50'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:51.928582 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-32e1d544-b6f8-4008-807e-d09b0d561df3 admin admin] Deleting port d3250d8e-5c58-474f-8358-7720eedc8441 {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:51.928582 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-32e1d544-b6f8-4008-807e-d09b0d561df3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:51.979902 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-7b1656bb-3cc9-4781-951f-621736c4a13f None None] Set router 6b1e07af-7152-4da2-8987-9ea8384f3c50 gateway port host: None {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:07:52.018975 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-32e1d544-b6f8-4008-807e-d09b0d561df3 admin admin] For port d3250d8e-5c58-474f-8358-7720eedc8441, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=d3250d8e-5c58-474f-8358-7720eedc8441,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:52.019569 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-32e1d544-b6f8-4008-807e-d09b0d561df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:52.036397 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-32e1d544-b6f8-4008-807e-d09b0d561df3 admin admin] Calling delete_port for d3250d8e-5c58-474f-8358-7720eedc8441 owned by network:router_gateway {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:52.047777 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-7b1656bb-3cc9-4781-951f-621736c4a13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:07:51Z', 'revision_number': 6, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port_host': None}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:52.079694 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1656bb-3cc9-4781-951f-621736c4a13f None None] The sync data for ids ['6b1e07af-7152-4da2-8987-9ea8384f3c50'] in dv-cinder-797608-1-iscsi is: [{'id': '6b1e07af-7152-4da2-8987-9ea8384f3c50', 'name': 'tempest-TestVolumeBootPattern-1461654963-router', 'tenant_id': '231173d0a69b4fd585f8740571e49789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:11Z', 'updated_at': '2021-06-23T17:07:51Z', 'revision_number': 6, 'project_id': '231173d0a69b4fd585f8740571e49789', 'gw_port_host': None}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:07:52.300238 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-32e1d544-b6f8-4008-807e-d09b0d561df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:52.302933 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-781f583a-8955-4aff-98db-5cbb89af52d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:52.334514 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1d544-b6f8-4008-807e-d09b0d561df3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3250d8e-5c58-474f-8358-7720eedc8441,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:52.336570 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-32e1d544-b6f8-4008-807e-d09b0d561df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:52.396628 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-32e1d544-b6f8-4008-807e-d09b0d561df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1724545'] for router_gateway, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:52.496143 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-32e1d544-b6f8-4008-807e-d09b0d561df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27985'] for router, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:52.498445 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-32e1d544-b6f8-4008-807e-d09b0d561df3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:52.706362 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-32e1d544-b6f8-4008-807e-d09b0d561df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1641711'] for router, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:52.706886 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e1d544-b6f8-4008-807e-d09b0d561df3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b1e07af-7152-4da2-8987-9ea8384f3c50 {{(pid=105487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:07:52.711761 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-32e1d544-b6f8-4008-807e-d09b0d561df3 admin admin] Notify callbacks [] for router, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:52.712906 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-32e1d544-b6f8-4008-807e-d09b0d561df3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/6b1e07af-7152-4da2-8987-9ea8384f3c50 HTTP/1.1" status: 204 len: 168 time: 1.1801019 Jun 23 17:07:52.715532 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34818) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:52.760591 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8964bc-2062-465e-970b-b906a911ad14 admin admin] Deleting subnet d58dc0ba-116e-4102-a7e9-04ba236e619c {{(pid=105487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:07:52.763573 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ab8964bc-2062-465e-970b-b906a911ad14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:52.803295 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ab8964bc-2062-465e-970b-b906a911ad14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26947514'] for subnet, precommit_delete_associations {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:52.892569 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ab8964bc-2062-465e-970b-b906a911ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16059385'] for subnet, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.060548 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ab8964bc-2062-465e-970b-b906a911ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16059360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26949438'] for subnet, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.063297 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:53.089520 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8964bc-2062-465e-970b-b906a911ad14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d58dc0ba-116e-4102-a7e9-04ba236e619c,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:53.092703 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-ab8964bc-2062-465e-970b-b906a911ad14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:53.103115 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ab8964bc-2062-465e-970b-b906a911ad14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.103115 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-ab8964bc-2062-465e-970b-b906a911ad14 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d58dc0ba-116e-4102-a7e9-04ba236e619c HTTP/1.1" status: 204 len: 168 time: 0.3811400 Jun 23 17:07:53.103115 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34820) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:53.104395 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63f6e1a-0aaf-402e-afae-4eab8cc7f0c9 None None] Network a9377805-8f69-4935-aba0-28dc2d71b2ad requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:07:53.200794 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-813ecb7d-57c9-4cfa-a5dd-bf7b9d7bcbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16231295'] for network, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.222701 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 5efb46a1-33bb-4a1e-9b9e-393487ae2d96 no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:07:53.262273 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-813ecb7d-57c9-4cfa-a5dd-bf7b9d7bcbf5 admin admin] Deleting port 51d2721e-59d1-4a78-abef-a0212dd4edc8 {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:53.262666 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-813ecb7d-57c9-4cfa-a5dd-bf7b9d7bcbf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.268274 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: 5efb46a1-33bb-4a1e-9b9e-393487ae2d96 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:07:53.268659 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 5efb46a1-33bb-4a1e-9b9e-393487ae2d96 not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:07:53.269087 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device d3250d8e-5c58-474f-8358-7720eedc8441 no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:07:53.301447 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: d3250d8e-5c58-474f-8358-7720eedc8441 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:07:53.301801 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device d3250d8e-5c58-474f-8358-7720eedc8441 not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:07:53.345378 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-813ecb7d-57c9-4cfa-a5dd-bf7b9d7bcbf5 admin admin] For port 51d2721e-59d1-4a78-abef-a0212dd4edc8, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=51d2721e-59d1-4a78-abef-a0212dd4edc8,segment=NetworkSegment(9a3588ff-03d1-4528-8182-888913e975ad),segment_id=9a3588ff-03d1-4528-8182-888913e975ad)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:53.345803 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-813ecb7d-57c9-4cfa-a5dd-bf7b9d7bcbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.360356 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-813ecb7d-57c9-4cfa-a5dd-bf7b9d7bcbf5 admin admin] Calling delete_port for 51d2721e-59d1-4a78-abef-a0212dd4edc8 owned by network:dhcp {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:53.384189 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bc302c-a73b-4d0e-8016-f75450a1e531 None None] DHCP port deletion for a9377805-8f69-4935-aba0-28dc2d71b2ad request from dv-cinder-797608-1-iscsi {{(pid=105488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:07:53.416169 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.447579 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-76bc302c-a73b-4d0e-8016-f75450a1e531 None None] Deleting port 51d2721e-59d1-4a78-abef-a0212dd4edc8 {{(pid=105488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:53.447960 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-76bc302c-a73b-4d0e-8016-f75450a1e531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.511221 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-76bc302c-a73b-4d0e-8016-f75450a1e531 None None] For port 51d2721e-59d1-4a78-abef-a0212dd4edc8, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=51d2721e-59d1-4a78-abef-a0212dd4edc8,segment=NetworkSegment(9a3588ff-03d1-4528-8182-888913e975ad),segment_id=9a3588ff-03d1-4528-8182-888913e975ad)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:53.511528 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-76bc302c-a73b-4d0e-8016-f75450a1e531 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.532975 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-76bc302c-a73b-4d0e-8016-f75450a1e531 None None] Calling delete_port for 51d2721e-59d1-4a78-abef-a0212dd4edc8 owned by network:dhcp {{(pid=105488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:53.557514 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-813ecb7d-57c9-4cfa-a5dd-bf7b9d7bcbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.559713 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-f7366d3f-cc44-4aa1-9548-1009acf8ef11 tempest-AttachVolumeNegativeTest-1092370818 tempest-AttachVolumeNegativeTest-1092370818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:53.584815 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ecb7d-57c9-4cfa-a5dd-bf7b9d7bcbf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=51d2721e-59d1-4a78-abef-a0212dd4edc8,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:53.587977 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-813ecb7d-57c9-4cfa-a5dd-bf7b9d7bcbf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:53.588755 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813ecb7d-57c9-4cfa-a5dd-bf7b9d7bcbf5 admin admin] No DVR routers for this DVR port 51d2721e-59d1-4a78-abef-a0212dd4edc8 on host dv-cinder-797608-1-iscsi {{(pid=105487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:07:53.615027 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-76bc302c-a73b-4d0e-8016-f75450a1e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108'] for port, after_delete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.616603 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:53.641977 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc302c-a73b-4d0e-8016-f75450a1e531 None None] Pushing event deleted for resources: {'Port': ['ID=51d2721e-59d1-4a78-abef-a0212dd4edc8,revision_number=None']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:53.645137 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-76bc302c-a73b-4d0e-8016-f75450a1e531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:53.649639 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc302c-a73b-4d0e-8016-f75450a1e531 None None] No DVR routers for this DVR port 51d2721e-59d1-4a78-abef-a0212dd4edc8 on host dv-cinder-797608-1-iscsi {{(pid=105488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:07:53.665245 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-813ecb7d-57c9-4cfa-a5dd-bf7b9d7bcbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086644', 'neutron.services.segments.db._delete_segments_for_network-8730820742431'] for network, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.675549 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-813ecb7d-57c9-4cfa-a5dd-bf7b9d7bcbf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9377805-8f69-4935-aba0-28dc2d71b2ad']}} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:53.685947 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-813ecb7d-57c9-4cfa-a5dd-bf7b9d7bcbf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3588ff-03d1-4528-8182-888913e975ad') {'for_net_delete': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:53.686244 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-813ecb7d-57c9-4cfa-a5dd-bf7b9d7bcbf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3588ff-03d1-4528-8182-888913e975ad') {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:53.695390 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-813ecb7d-57c9-4cfa-a5dd-bf7b9d7bcbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730820730862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26947493'] for segment, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.709854 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-813ecb7d-57c9-4cfa-a5dd-bf7b9d7bcbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.715676 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813ecb7d-57c9-4cfa-a5dd-bf7b9d7bcbf5 admin admin] Releasing vlan 1395 on physical network physnet1 to pool {{(pid=105487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:07:53.716054 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-813ecb7d-57c9-4cfa-a5dd-bf7b9d7bcbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26948060'] for segment, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: Traceback (most recent call last): Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: timer() Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: cb(*args, **kw) Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: return func(*args, **kwargs) Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: self._notify() Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: self.callback(batched_events) Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: event.method(event) Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: return f(self, *a, **k) Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: return self._get(url).json() Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: return self.request(url, 'GET', **kwargs) Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:07:53.717662 dv-cinder-797608-1-iscsi neutron-server[105487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:07:53.957706 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-813ecb7d-57c9-4cfa-a5dd-bf7b9d7bcbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724528'] for network, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.962308 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:53.964989 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-813ecb7d-57c9-4cfa-a5dd-bf7b9d7bcbf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.966842 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-813ecb7d-57c9-4cfa-a5dd-bf7b9d7bcbf5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a9377805-8f69-4935-aba0-28dc2d71b2ad HTTP/1.1" status: 204 len: 168 time: 0.8649626 Jun 23 17:07:53.970280 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34822) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:53.978597 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ecb7d-57c9-4cfa-a5dd-bf7b9d7bcbf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9377805-8f69-4935-aba0-28dc2d71b2ad,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:53.981032 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-813ecb7d-57c9-4cfa-a5dd-bf7b9d7bcbf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:54.044032 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:54.342866 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b76fb2fc-6e93-46f4-a8a6-db94d979d63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705188'] for router_interface, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:54.494812 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-a57805cc-8969-4b70-a6f7-410b9230249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:54.933048 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-b76fb2fc-6e93-46f4-a8a6-db94d979d63c admin admin] Deleting port 94a165ef-4f7b-4c46-a0bd-51e210229b16 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:54.933546 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b76fb2fc-6e93-46f4-a8a6-db94d979d63c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:55.033278 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [None req-b76fb2fc-6e93-46f4-a8a6-db94d979d63c admin admin] For port 94a165ef-4f7b-4c46-a0bd-51e210229b16, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=94a165ef-4f7b-4c46-a0bd-51e210229b16,segment=NetworkSegment(d8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04),segment_id=d8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:55.034001 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b76fb2fc-6e93-46f4-a8a6-db94d979d63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:55.046565 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-b76fb2fc-6e93-46f4-a8a6-db94d979d63c admin admin] Calling delete_port for 94a165ef-4f7b-4c46-a0bd-51e210229b16 owned by network:router_interface {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:55.193428 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 51d2721e-59d1-4a78-abef-a0212dd4edc8 no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:07:55.214885 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: 51d2721e-59d1-4a78-abef-a0212dd4edc8 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:07:55.215335 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 51d2721e-59d1-4a78-abef-a0212dd4edc8 not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:07:55.363843 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b76fb2fc-6e93-46f4-a8a6-db94d979d63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:55.367951 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-1bd7633a-cb08-4409-b70c-1baa3837a4d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:55.393897 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fb2fc-6e93-46f4-a8a6-db94d979d63c admin admin] Pushing event deleted for resources: {'Port': ['ID=94a165ef-4f7b-4c46-a0bd-51e210229b16,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:55.398531 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-b76fb2fc-6e93-46f4-a8a6-db94d979d63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:55.606665 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b76fb2fc-6e93-46f4-a8a6-db94d979d63c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1510936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640980'] for router_interface, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:55.608950 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:55.831103 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76fb2fc-6e93-46f4-a8a6-db94d979d63c admin admin] Router 3f950ad7-7f28-4074-af23-ff6b568d06a3 has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:07:55.934577 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76fb2fc-6e93-46f4-a8a6-db94d979d63c admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:07:55.940611 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-b76fb2fc-6e93-46f4-a8a6-db94d979d63c admin admin] 10.222.0.25 "PUT /v2.0/routers/3f950ad7-7f28-4074-af23-ff6b568d06a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9692602 Jun 23 17:07:55.943742 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34824) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:55.944864 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc274da-9779-484a-a68e-579d1d022515 None None] Sync routers for ids ['3f950ad7-7f28-4074-af23-ff6b568d06a3'] in dv-cinder-797608-1-iscsi {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:07:55.954135 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc274da-9779-484a-a68e-579d1d022515 None None] Routers {'3f950ad7-7f28-4074-af23-ff6b568d06a3'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:07:55.954835 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-dfc274da-9779-484a-a68e-579d1d022515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:07:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['3f950ad7-7f28-4074-af23-ff6b568d06a3'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:56.053072 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-81af32ad-351a-4479-b064-1ad0b139c3bb admin admin] Notify callbacks [] for router, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:56.069630 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-dfc274da-9779-484a-a68e-579d1d022515 None None] Set router 3f950ad7-7f28-4074-af23-ff6b568d06a3 gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:07:56.168697 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-81af32ad-351a-4479-b064-1ad0b139c3bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:56.343700 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-81af32ad-351a-4479-b064-1ad0b139c3bb admin admin] Deleting port 1bfe23f4-08e6-4ac3-9c2d-742b4157aac7 {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:56.344130 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-81af32ad-351a-4479-b064-1ad0b139c3bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:56.345523 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-dfc274da-9779-484a-a68e-579d1d022515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f950ad7-7f28-4074-af23-ff6b568d06a3', 'name': 'tempest-TestVolumeBootPattern-1903792565-router', 'tenant_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '1bfe23f4-08e6-4ac3-9c2d-742b4157aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:19Z', 'updated_at': '2021-06-23T17:07:55Z', 'revision_number': 5, 'project_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'gw_port': {'id': '1bfe23f4-08e6-4ac3-9c2d-742b4157aac7', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f950ad7-7f28-4074-af23-ff6b568d06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:19Z', 'updated_at': '2021-06-23T17:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:56.372624 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc274da-9779-484a-a68e-579d1d022515 None None] Checking router: 3f950ad7-7f28-4074-af23-ff6b568d06a3 for host: dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:07:56.382316 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc274da-9779-484a-a68e-579d1d022515 None None] Routers {'3f950ad7-7f28-4074-af23-ff6b568d06a3'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:07:56.383142 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-dfc274da-9779-484a-a68e-579d1d022515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:07:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['3f950ad7-7f28-4074-af23-ff6b568d06a3'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:56.438011 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-81af32ad-351a-4479-b064-1ad0b139c3bb admin admin] For port 1bfe23f4-08e6-4ac3-9c2d-742b4157aac7, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=1bfe23f4-08e6-4ac3-9c2d-742b4157aac7,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:56.438414 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-81af32ad-351a-4479-b064-1ad0b139c3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:56.453556 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-81af32ad-351a-4479-b064-1ad0b139c3bb admin admin] Calling delete_port for 1bfe23f4-08e6-4ac3-9c2d-742b4157aac7 owned by network:router_gateway {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:56.475645 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-dfc274da-9779-484a-a68e-579d1d022515 None None] Set router 3f950ad7-7f28-4074-af23-ff6b568d06a3 gateway port host: None {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:07:56.530207 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-dfc274da-9779-484a-a68e-579d1d022515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f950ad7-7f28-4074-af23-ff6b568d06a3', 'name': 'tempest-TestVolumeBootPattern-1903792565-router', 'tenant_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:19Z', 'updated_at': '2021-06-23T17:07:56Z', 'revision_number': 6, 'project_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'gw_port_host': None}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:56.558475 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc274da-9779-484a-a68e-579d1d022515 None None] The sync data for ids ['3f950ad7-7f28-4074-af23-ff6b568d06a3'] in dv-cinder-797608-1-iscsi is: [{'id': '3f950ad7-7f28-4074-af23-ff6b568d06a3', 'name': 'tempest-TestVolumeBootPattern-1903792565-router', 'tenant_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:19Z', 'updated_at': '2021-06-23T17:07:56Z', 'revision_number': 6, 'project_id': 'ae1c748b64064e84bdde5e1b150ab6cd', 'gw_port_host': None}] {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:07:56.700548 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-81af32ad-351a-4479-b064-1ad0b139c3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:56.702992 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-8eba757d-367d-4e48-a50c-49325a8ee76e tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:56.732173 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af32ad-351a-4479-b064-1ad0b139c3bb admin admin] Pushing event deleted for resources: {'Port': ['ID=1bfe23f4-08e6-4ac3-9c2d-742b4157aac7,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:56.735452 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-81af32ad-351a-4479-b064-1ad0b139c3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:56.799623 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-81af32ad-351a-4479-b064-1ad0b139c3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1724545'] for router_gateway, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:56.890925 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-81af32ad-351a-4479-b064-1ad0b139c3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27985'] for router, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:56.894008 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-81af32ad-351a-4479-b064-1ad0b139c3bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:57.076285 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-81af32ad-351a-4479-b064-1ad0b139c3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1641711'] for router, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:57.079558 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81af32ad-351a-4479-b064-1ad0b139c3bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f950ad7-7f28-4074-af23-ff6b568d06a3 {{(pid=105487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:07:57.082781 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-81af32ad-351a-4479-b064-1ad0b139c3bb admin admin] Notify callbacks [] for router, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:57.085153 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-81af32ad-351a-4479-b064-1ad0b139c3bb admin admin] 10.222.0.25 "DELETE /v2.0/routers/3f950ad7-7f28-4074-af23-ff6b568d06a3 HTTP/1.1" status: 204 len: 168 time: 1.1402926 Jun 23 17:07:57.087598 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34826) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:57.138082 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dacdcf2-bfe9-477e-b4ce-798303b2f4ba admin admin] Deleting subnet 7e319750-cfc3-4472-9a98-f5f87958fa23 {{(pid=105487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:07:57.141217 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1dacdcf2-bfe9-477e-b4ce-798303b2f4ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:57.156397 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:57.179488 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1dacdcf2-bfe9-477e-b4ce-798303b2f4ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26947514'] for subnet, precommit_delete_associations {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:57.260406 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1dacdcf2-bfe9-477e-b4ce-798303b2f4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16059385'] for subnet, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:57.368489 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 94a165ef-4f7b-4c46-a0bd-51e210229b16 no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:07:57.389859 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: 94a165ef-4f7b-4c46-a0bd-51e210229b16 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:07:57.389859 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 94a165ef-4f7b-4c46-a0bd-51e210229b16 not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:07:57.389859 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 1bfe23f4-08e6-4ac3-9c2d-742b4157aac7 no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:07:57.409323 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: 1bfe23f4-08e6-4ac3-9c2d-742b4157aac7 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:07:57.409692 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 1bfe23f4-08e6-4ac3-9c2d-742b4157aac7 not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:07:57.421219 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1dacdcf2-bfe9-477e-b4ce-798303b2f4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16059360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26949438'] for subnet, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:57.424091 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-a6d4f30b-af96-4e34-848f-33f17cbd6468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:57.450933 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacdcf2-bfe9-477e-b4ce-798303b2f4ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e319750-cfc3-4472-9a98-f5f87958fa23,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:57.453576 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-1dacdcf2-bfe9-477e-b4ce-798303b2f4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:57.456130 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1dacdcf2-bfe9-477e-b4ce-798303b2f4ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:57.459727 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-1dacdcf2-bfe9-477e-b4ce-798303b2f4ba admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7e319750-cfc3-4472-9a98-f5f87958fa23 HTTP/1.1" status: 204 len: 168 time: 0.3694344 Jun 23 17:07:57.461309 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34828) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:57.463927 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ad42dd-a889-4403-9fec-0a5d49a7b073 None None] Network ec59a80d-8bc8-4e14-b286-89af618405a3 requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:07:57.554220 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a8760080-e7a3-41e9-9c08-43ab0a6584cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16231295'] for network, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:57.623742 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-a8760080-e7a3-41e9-9c08-43ab0a6584cc admin admin] Deleting port d9489975-c840-4b21-a1d2-de31bde918d6 {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:57.624088 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a8760080-e7a3-41e9-9c08-43ab0a6584cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:57.686443 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d90105-0185-48f9-b451-32b4cb20881c None None] DHCP port deletion for ec59a80d-8bc8-4e14-b286-89af618405a3 request from dv-cinder-797608-1-iscsi {{(pid=105488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:07:57.696408 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-a8760080-e7a3-41e9-9c08-43ab0a6584cc admin admin] For port d9489975-c840-4b21-a1d2-de31bde918d6, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=d9489975-c840-4b21-a1d2-de31bde918d6,segment=NetworkSegment(d8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04),segment_id=d8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:57.696800 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a8760080-e7a3-41e9-9c08-43ab0a6584cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:57.709850 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-a8760080-e7a3-41e9-9c08-43ab0a6584cc admin admin] Calling delete_port for d9489975-c840-4b21-a1d2-de31bde918d6 owned by network:dhcp {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:57.735487 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-b5d90105-0185-48f9-b451-32b4cb20881c None None] Deleting port d9489975-c840-4b21-a1d2-de31bde918d6 {{(pid=105488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:57.735873 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-b5d90105-0185-48f9-b451-32b4cb20881c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:57.809097 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-b5d90105-0185-48f9-b451-32b4cb20881c None None] For port d9489975-c840-4b21-a1d2-de31bde918d6, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=d9489975-c840-4b21-a1d2-de31bde918d6,segment=NetworkSegment(d8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04),segment_id=d8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:57.809523 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-b5d90105-0185-48f9-b451-32b4cb20881c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:57.821757 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-b5d90105-0185-48f9-b451-32b4cb20881c None None] Calling delete_port for d9489975-c840-4b21-a1d2-de31bde918d6 owned by network:dhcp {{(pid=105488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:57.923263 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a8760080-e7a3-41e9-9c08-43ab0a6584cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:57.925584 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-60dad1a6-b3a1-4e6a-8534-43d7f0ae96b8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:57.930624 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-b5d90105-0185-48f9-b451-32b4cb20881c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108'] for port, after_delete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:57.932535 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:57.952064 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8760080-e7a3-41e9-9c08-43ab0a6584cc admin admin] Pushing event deleted for resources: {'Port': ['ID=d9489975-c840-4b21-a1d2-de31bde918d6,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:57.955144 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-a8760080-e7a3-41e9-9c08-43ab0a6584cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:57.956500 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d90105-0185-48f9-b451-32b4cb20881c None None] Pushing event deleted for resources: {'Port': ['ID=d9489975-c840-4b21-a1d2-de31bde918d6,revision_number=None']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:57.959650 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-b5d90105-0185-48f9-b451-32b4cb20881c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:57.960527 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d90105-0185-48f9-b451-32b4cb20881c None None] No DVR routers for this DVR port d9489975-c840-4b21-a1d2-de31bde918d6 on host dv-cinder-797608-1-iscsi {{(pid=105488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:07:57.963144 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8760080-e7a3-41e9-9c08-43ab0a6584cc admin admin] No DVR routers for this DVR port d9489975-c840-4b21-a1d2-de31bde918d6 on host dv-cinder-797608-1-iscsi {{(pid=105487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:07:58.039121 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a8760080-e7a3-41e9-9c08-43ab0a6584cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086644', 'neutron.services.segments.db._delete_segments_for_network-8730820742431'] for network, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:58.049448 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-a8760080-e7a3-41e9-9c08-43ab0a6584cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec59a80d-8bc8-4e14-b286-89af618405a3']}} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:58.060305 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-a8760080-e7a3-41e9-9c08-43ab0a6584cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04') {'for_net_delete': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:58.067412 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-a8760080-e7a3-41e9-9c08-43ab0a6584cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b8eb0d-c05a-4fdc-b0d5-d5caeaf36c04') {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:58.070634 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a8760080-e7a3-41e9-9c08-43ab0a6584cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730820730862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26947493'] for segment, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:58.085411 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a8760080-e7a3-41e9-9c08-43ab0a6584cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:58.091375 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8760080-e7a3-41e9-9c08-43ab0a6584cc admin admin] Releasing vlan 1374 on physical network physnet1 to pool {{(pid=105487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:07:58.091761 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a8760080-e7a3-41e9-9c08-43ab0a6584cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26948060'] for segment, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: Traceback (most recent call last): Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: timer() Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: cb(*args, **kw) Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: return func(*args, **kwargs) Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: self._notify() Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: self.callback(batched_events) Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: event.method(event) Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: return f(self, *a, **k) Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: return self._get(url).json() Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: return self.request(url, 'GET', **kwargs) Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:07:58.093459 dv-cinder-797608-1-iscsi neutron-server[105487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:07:58.248604 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a8760080-e7a3-41e9-9c08-43ab0a6584cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724528'] for network, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:58.252134 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:58.254848 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a8760080-e7a3-41e9-9c08-43ab0a6584cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:58.256871 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-a8760080-e7a3-41e9-9c08-43ab0a6584cc admin admin] 10.222.0.25 "DELETE /v2.0/networks/ec59a80d-8bc8-4e14-b286-89af618405a3 HTTP/1.1" status: 204 len: 168 time: 0.7945433 Jun 23 17:07:58.268385 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8760080-e7a3-41e9-9c08-43ab0a6584cc admin admin] Pushing event deleted for resources: {'Network': ['ID=ec59a80d-8bc8-4e14-b286-89af618405a3,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:58.271159 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-a8760080-e7a3-41e9-9c08-43ab0a6584cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:58.689361 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34832) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:58.729099 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-ac7774db-4a9e-4c27-9ba0-cc5600958eba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=231173d0a69b4fd585f8740571e49789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385005 Jun 23 17:07:58.731463 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34834) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:58.779309 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-15031027-490c-4ce7-abdc-ad33c38a3b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:58.800263 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-15031027-490c-4ce7-abdc-ad33c38a3b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:59.009153 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-15031027-490c-4ce7-abdc-ad33c38a3b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:59.011775 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-15031027-490c-4ce7-abdc-ad33c38a3b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:59.012951 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-15031027-490c-4ce7-abdc-ad33c38a3b62 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8078d0dd-9b63-4aa4-b13e-00ffb94346e5 HTTP/1.1" status: 204 len: 168 time: 0.2806056 Jun 23 17:07:59.013763 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-47eca66e-6650-49ad-a8eb-5a649d5632c8 tempest-AttachVolumeTestJSON-253444228 tempest-AttachVolumeTestJSON-253444228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:59.022309 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15031027-490c-4ce7-abdc-ad33c38a3b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8078d0dd-9b63-4aa4-b13e-00ffb94346e5,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:59.025382 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-15031027-490c-4ce7-abdc-ad33c38a3b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:59.173695 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device d9489975-c840-4b21-a1d2-de31bde918d6 no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:07:59.197258 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: d9489975-c840-4b21-a1d2-de31bde918d6 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:07:59.204255 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device d9489975-c840-4b21-a1d2-de31bde918d6 not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:07:59.959630 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34840) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:59.999839 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-daa3a9d6-2e24-4032-bcec-8153217f4f46 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae1c748b64064e84bdde5e1b150ab6cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389361 Jun 23 17:08:00.002172 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34842) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:00.050466 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f265c938-86b7-434c-8ea0-c2950db09853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:00.072286 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f265c938-86b7-434c-8ea0-c2950db09853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:00.253478 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f265c938-86b7-434c-8ea0-c2950db09853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:00.256257 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f265c938-86b7-434c-8ea0-c2950db09853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:00.257402 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-f265c938-86b7-434c-8ea0-c2950db09853 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8095c066-5bd6-44e6-be06-e57fb78f2ba4 HTTP/1.1" status: 204 len: 168 time: 0.2543230 Jun 23 17:08:00.258162 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-75d0b7f9-5233-4b67-97c6-352dfd5b8c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:00.265848 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265c938-86b7-434c-8ea0-c2950db09853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8095c066-5bd6-44e6-be06-e57fb78f2ba4,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:00.268394 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-f265c938-86b7-434c-8ea0-c2950db09853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:03.345861 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:08:21.471428 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-a7ccbcb7-daef-43bd-9907-46d4feaea1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:23.625427 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:23.990929 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:24.510594 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-80424d7f-3638-4c73-ad35-be1697c222f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:25.603149 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:27.162550 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:32.231016 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [req-7ed42cb4-520f-4b34-b2f8-077a95e04685 req-bce529b0-22e7-4362-aa0e-9d7570865d40 service neutron] (105487) timed out ('10.222.0.35', 62633) {{(pid=105487) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 17:08:40.344259 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:08:51.481506 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-4811209f-ac13-4869-bb01-e62823ad9ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:53.401873 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:54.070199 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:54.542969 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-ed8a3133-511d-4457-8feb-aa7ee12e67b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:55.669765 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:57.103882 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:57.381905 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34862) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:57.544999 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Deleting port 2024e358-36aa-4a5d-aef0-dc019bf8db76 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:08:57.545435 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:57.623539 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:57.623867 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:57.635708 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Calling delete_port for 2024e358-36aa-4a5d-aef0-dc019bf8db76 owned by network:floatingip {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:08:57.887368 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:57.889582 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-da873289-4f32-4c74-8d43-220b46d13e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:57.915756 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Pushing event deleted for resources: {'Port': ['ID=2024e358-36aa-4a5d-aef0-dc019bf8db76,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:57.946916 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:57.947304 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:57.947685 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:57.948061 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:57.948434 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:57.948805 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:57.949205 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:57.949575 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:57.949940 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:57.950313 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:57.950792 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:57.951161 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:57.955358 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:57.992228 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for floatingip, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:57.992599 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.db.l3_db [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Floating IP c979a380-9ac5-41b2-b364-b6577447d067 disassociated (deleted). External IP: 172.27.2.71, port: 244f8b40-7227-443d-b7f3-6061ff6256c3. Jun 23 17:08:58.204170 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Router 95be505f-9a28-4e06-a9ec-61083e3e3e6a has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:08:58.311823 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:08:58.316217 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:58.322609 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e47369-ad3e-4e00-9230-71ee8dd72915 None None] Sync routers for ids ['95be505f-9a28-4e06-a9ec-61083e3e3e6a'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:08:58.333395 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e47369-ad3e-4e00-9230-71ee8dd72915 None None] Routers {'95be505f-9a28-4e06-a9ec-61083e3e3e6a'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:08:58.334023 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-e1e47369-ad3e-4e00-9230-71ee8dd72915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:08:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['95be505f-9a28-4e06-a9ec-61083e3e3e6a'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:08:58.354122 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-31c9f172-c182-4be5-ab9f-07d527c0d1da tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "DELETE /v2.0/floatingips/c979a380-9ac5-41b2-b364-b6577447d067 HTTP/1.1" status: 204 len: 168 time: 0.9711857 Jun 23 17:08:58.354795 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b923d598-ed66-4ce9-b2d9-125b21df9231', 'tag': '244f8b40-7227-443d-b7f3-6061ff6256c3'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:08:58.357454 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef676d767ff0f1b07cf9c2b6a0682aed71392ce8dd54940873870877d2f5e501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5436a416-6909-4bce-ab08-10f2cb747cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "b923d598-ed66-4ce9-b2d9-125b21df9231", "tag": "244f8b40-7227-443d-b7f3-6061ff6256c3"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:08:58.409845 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872d9662-0adb-44a2-9a80-8df2bf1d1bdd x-openstack-request-id: req-872d9662-0adb-44a2-9a80-8df2bf1d1bdd {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:08:58.410506 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b923d598-ed66-4ce9-b2d9-125b21df9231", "tag": "244f8b40-7227-443d-b7f3-6061ff6256c3", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:08:58.410678 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-872d9662-0adb-44a2-9a80-8df2bf1d1bdd {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:08:58.411073 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b923d598-ed66-4ce9-b2d9-125b21df9231', 'tag': '244f8b40-7227-443d-b7f3-6061ff6256c3', 'status': 'completed', 'code': 200} Jun 23 17:08:58.586758 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-e1e47369-ad3e-4e00-9230-71ee8dd72915 None None] Set router 95be505f-9a28-4e06-a9ec-61083e3e3e6a gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:08:58.662393 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436a416-6909-4bce-ab08-10f2cb747cb3 req-26e488c2-b1bd-48c9-9d5c-6e315e78bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:58.663907 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5436a416-6909-4bce-ab08-10f2cb747cb3 req-26e488c2-b1bd-48c9-9d5c-6e315e78bc55 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ddf00b9c9ab48f7a65a09419cb72c55&device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 1099 time: 0.2073982 Jun 23 17:08:58.765528 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436a416-6909-4bce-ab08-10f2cb747cb3 req-330ad0b4-ae90-4933-8fcd-56f579a767f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:58.766943 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5436a416-6909-4bce-ab08-10f2cb747cb3 req-330ad0b4-ae90-4933-8fcd-56f579a767f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=32625c10-67de-4faf-91bb-dc72b195720e HTTP/1.1" status: 200 len: 910 time: 0.0966144 Jun 23 17:08:58.806761 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-e1e47369-ad3e-4e00-9230-71ee8dd72915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'name': 'tempest-TestShelveInstance-466426575-router', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:17Z', 'revision_number': 4, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'gw_port': {'id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c', 'name': '', 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'mac_address': 'fa:16:3e:48:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '22cede55-a3ec-4ade-8988-62f3beefa175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:16Z', 'updated_at': '2021-06-23T17:04:24Z', 'revision_number': 5, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'subnets': [{'id': '22cede55-a3ec-4ade-8988-62f3beefa175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:08:58.810372 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5436a416-6909-4bce-ab08-10f2cb747cb3 req-782ea33b-f901-4de1-92b1-d2b885c328a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=244f8b40-7227-443d-b7f3-6061ff6256c3 HTTP/1.1" status: 200 len: 217 time: 0.0356848 Jun 23 17:08:58.834912 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e47369-ad3e-4e00-9230-71ee8dd72915 None None] Checking router: 95be505f-9a28-4e06-a9ec-61083e3e3e6a for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:08:58.875691 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436a416-6909-4bce-ab08-10f2cb747cb3 req-df59f5e9-9e6d-4751-bd0f-f14f51700cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:58.875691 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5436a416-6909-4bce-ab08-10f2cb747cb3 req-df59f5e9-9e6d-4751-bd0f-f14f51700cbf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22cede55-a3ec-4ade-8988-62f3beefa175 HTTP/1.1" status: 200 len: 847 time: 0.0482919 Jun 23 17:08:58.922049 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436a416-6909-4bce-ab08-10f2cb747cb3 req-6c99c2ec-557f-469a-a1f5-6e75776849fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:58.923532 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5436a416-6909-4bce-ab08-10f2cb747cb3 req-6c99c2ec-557f-469a-a1f5-6e75776849fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32625c10-67de-4faf-91bb-dc72b195720e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530818 Jun 23 17:08:58.932664 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e47369-ad3e-4e00-9230-71ee8dd72915 None None] Routers {'95be505f-9a28-4e06-a9ec-61083e3e3e6a'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:08:58.933332 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-e1e47369-ad3e-4e00-9230-71ee8dd72915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:08:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['95be505f-9a28-4e06-a9ec-61083e3e3e6a'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:08:59.023407 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5436a416-6909-4bce-ab08-10f2cb747cb3 req-a2f019e3-54a1-4c39-bc52-9998084297a1 service neutron] 10.222.0.35 "GET /v2.0/networks/32625c10-67de-4faf-91bb-dc72b195720e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934365 Jun 23 17:08:59.045076 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-e1e47369-ad3e-4e00-9230-71ee8dd72915 None None] Set router 95be505f-9a28-4e06-a9ec-61083e3e3e6a gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:08:59.117279 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-5436a416-6909-4bce-ab08-10f2cb747cb3 req-53d0e117-ce03-4da5-be01-52f436484c14 service neutron] 10.222.0.35 "GET /v2.0/networks/32625c10-67de-4faf-91bb-dc72b195720e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872602 Jun 23 17:08:59.256216 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-e1e47369-ad3e-4e00-9230-71ee8dd72915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'name': 'tempest-TestShelveInstance-466426575-router', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:17Z', 'revision_number': 4, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'gw_port': {'id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c', 'name': '', 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'mac_address': 'fa:16:3e:48:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '22cede55-a3ec-4ade-8988-62f3beefa175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:16Z', 'updated_at': '2021-06-23T17:04:24Z', 'revision_number': 5, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'subnets': [{'id': '22cede55-a3ec-4ade-8988-62f3beefa175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:08:59.291976 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e47369-ad3e-4e00-9230-71ee8dd72915 None None] The sync data for ids ['95be505f-9a28-4e06-a9ec-61083e3e3e6a'] in dv-cinder-797608-1-iscsi is: [{'id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'name': 'tempest-TestShelveInstance-466426575-router', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:17Z', 'revision_number': 4, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'gw_port': {'id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi', '_interfaces': [{'id': '6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c', 'name': '', 'network_id': '32625c10-67de-4faf-91bb-dc72b195720e', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'mac_address': 'fa:16:3e:48:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '22cede55-a3ec-4ade-8988-62f3beefa175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:16Z', 'updated_at': '2021-06-23T17:04:24Z', 'revision_number': 5, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'subnets': [{'id': '22cede55-a3ec-4ade-8988-62f3beefa175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:08:59.527243 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bc370d-3706-45cc-ba86-919b9657c9db None None] New status for floating IP c979a380-9ac5-41b2-b364-b6577447d067: DOWN {{(pid=105489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:08:59.531198 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309724d-0889-4ddb-b208-4e518d9e20bc req-ca510ea0-3ac1-43ba-b231-c9d864d3b764 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:59.532707 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a309724d-0889-4ddb-b208-4e518d9e20bc req-ca510ea0-3ac1-43ba-b231-c9d864d3b764 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 946 time: 0.1845202 Jun 23 17:08:59.577565 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-a309724d-0889-4ddb-b208-4e518d9e20bc req-2e230d69-a1d0-44a2-a805-ab6132bc3616 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383582 Jun 23 17:09:00.821609 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec0711-b908-41f7-9542-a609867fa549 req-c5f21127-5b97-46f0-8d54-b85a9b20631d tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:00.823093 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8eec0711-b908-41f7-9542-a609867fa549 req-c5f21127-5b97-46f0-8d54-b85a9b20631d tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 946 time: 0.1140008 Jun 23 17:09:00.860437 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8eec0711-b908-41f7-9542-a609867fa549 req-6bfa45d3-ce90-43c7-8f04-e992a2228821 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/security-groups?id=fab60e50-f6c0-4068-ae39-1057b2c9317f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317142 Jun 23 17:09:01.358627 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342d906-7dd7-44b9-ba85-56109be8101e req-190e2d16-e245-4d3b-99d3-8ab8153741e8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:01.360102 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2342d906-7dd7-44b9-ba85-56109be8101e req-190e2d16-e245-4d3b-99d3-8ab8153741e8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.35 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 946 time: 0.3425333 Jun 23 17:09:01.463011 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-2342d906-7dd7-44b9-ba85-56109be8101e req-1be49b02-8dac-4790-9c8d-b1abd70b18c8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Deleting port 244f8b40-7227-443d-b7f3-6061ff6256c3 {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:01.463342 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-2342d906-7dd7-44b9-ba85-56109be8101e req-1be49b02-8dac-4790-9c8d-b1abd70b18c8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:01.559508 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [req-2342d906-7dd7-44b9-ba85-56109be8101e req-1be49b02-8dac-4790-9c8d-b1abd70b18c8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] For port 244f8b40-7227-443d-b7f3-6061ff6256c3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=244f8b40-7227-443d-b7f3-6061ff6256c3,segment=NetworkSegment(4b10830e-09e0-48bd-bf31-50153bde8d57),segment_id=4b10830e-09e0-48bd-bf31-50153bde8d57)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:01.559839 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-2342d906-7dd7-44b9-ba85-56109be8101e req-1be49b02-8dac-4790-9c8d-b1abd70b18c8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:01.572892 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [req-2342d906-7dd7-44b9-ba85-56109be8101e req-1be49b02-8dac-4790-9c8d-b1abd70b18c8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Calling delete_port for 244f8b40-7227-443d-b7f3-6061ff6256c3 owned by compute:nova {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:01.921676 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-2342d906-7dd7-44b9-ba85-56109be8101e req-1be49b02-8dac-4790-9c8d-b1abd70b18c8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:01.927052 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-49ef1b48-ceff-4122-a3a5-49c691b10c80 tempest-TestVolumeBootPattern-2015210842 tempest-TestVolumeBootPattern-2015210842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:01.954136 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be49b02-8dac-4790-9c8d-b1abd70b18c8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Pushing event deleted for resources: {'Port': ['ID=244f8b40-7227-443d-b7f3-6061ff6256c3,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:01.985076 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be49b02-8dac-4790-9c8d-b1abd70b18c8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:01.985485 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be49b02-8dac-4790-9c8d-b1abd70b18c8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:01.985864 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be49b02-8dac-4790-9c8d-b1abd70b18c8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:01.986853 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be49b02-8dac-4790-9c8d-b1abd70b18c8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:01.987226 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be49b02-8dac-4790-9c8d-b1abd70b18c8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:01.987594 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be49b02-8dac-4790-9c8d-b1abd70b18c8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:01.987958 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be49b02-8dac-4790-9c8d-b1abd70b18c8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:01.988319 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be49b02-8dac-4790-9c8d-b1abd70b18c8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:01.988684 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be49b02-8dac-4790-9c8d-b1abd70b18c8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:01.989039 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be49b02-8dac-4790-9c8d-b1abd70b18c8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:01.989424 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be49b02-8dac-4790-9c8d-b1abd70b18c8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:01.989782 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be49b02-8dac-4790-9c8d-b1abd70b18c8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:02.001521 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-1be49b02-8dac-4790-9c8d-b1abd70b18c8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:02.039639 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [req-2342d906-7dd7-44b9-ba85-56109be8101e req-1be49b02-8dac-4790-9c8d-b1abd70b18c8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] No DVR routers for this DVR port 244f8b40-7227-443d-b7f3-6061ff6256c3 on host hv-cinder-79760 {{(pid=105487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:09:02.042622 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-45c4ed3c-ea52-4c8b-a01e-91c5f8a89490 req-c53097fa-4039-438d-991a-966eb5919bb9 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 210 time: 0.0603449 Jun 23 17:09:02.043638 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [req-2342d906-7dd7-44b9-ba85-56109be8101e req-1be49b02-8dac-4790-9c8d-b1abd70b18c8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238605'] for port, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:02.045489 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-2342d906-7dd7-44b9-ba85-56109be8101e req-1be49b02-8dac-4790-9c8d-b1abd70b18c8 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.35 "DELETE /v2.0/ports/244f8b40-7227-443d-b7f3-6061ff6256c3 HTTP/1.1" status: 204 len: 173 time: 0.6798384 Jun 23 17:09:02.046000 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b923d598-ed66-4ce9-b2d9-125b21df9231', 'name': 'network-vif-deleted', 'tag': '244f8b40-7227-443d-b7f3-6061ff6256c3'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:09:02.048381 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62efbfec0660bdedd646270b9131dd825d24364dd37f5072904a952e8edfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4569484c-f466-4226-9f41-09a3211898c5" -d '{"events": [{"server_uuid": "b923d598-ed66-4ce9-b2d9-125b21df9231", "name": "network-vif-deleted", "tag": "244f8b40-7227-443d-b7f3-6061ff6256c3"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:09:02.139375 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9916540-731d-41ea-a8d9-c35fefa0e2cc x-openstack-request-id: req-b9916540-731d-41ea-a8d9-c35fefa0e2cc {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:09:02.139906 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b923d598-ed66-4ce9-b2d9-125b21df9231", "name": "network-vif-deleted", "tag": "244f8b40-7227-443d-b7f3-6061ff6256c3", "status": "completed", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:09:02.140222 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9916540-731d-41ea-a8d9-c35fefa0e2cc {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:09:02.140746 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b923d598-ed66-4ce9-b2d9-125b21df9231', 'name': 'network-vif-deleted', 'tag': '244f8b40-7227-443d-b7f3-6061ff6256c3', 'status': 'completed', 'code': 200} Jun 23 17:09:02.842217 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 244f8b40-7227-443d-b7f3-6061ff6256c3 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:09:02.864730 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] No Port match for: 244f8b40-7227-443d-b7f3-6061ff6256c3 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:09:02.865080 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Device 244f8b40-7227-443d-b7f3-6061ff6256c3 not bound to the agent host hv-cinder-79760 {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:09:03.185859 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [req-f50f0485-8559-4344-8731-169bdd4ab174 req-f1ded509-3d25-467a-9d82-ddd2e626f9f2 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "GET /v2.0/ports?device_id=b923d598-ed66-4ce9-b2d9-125b21df9231 HTTP/1.1" status: 200 len: 210 time: 0.0303426 Jun 23 17:09:04.286410 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34902) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:04.348062 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0b1037a4-d922-49b7-a76d-8c2281ede5b2 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:04.373897 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0b1037a4-d922-49b7-a76d-8c2281ede5b2 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:04.544180 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0b1037a4-d922-49b7-a76d-8c2281ede5b2 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:04.546966 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0b1037a4-d922-49b7-a76d-8c2281ede5b2 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:04.548159 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-0b1037a4-d922-49b7-a76d-8c2281ede5b2 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] 10.222.0.25 "DELETE /v2.0/security-groups/fab60e50-f6c0-4068-ae39-1057b2c9317f HTTP/1.1" status: 204 len: 168 time: 0.2607596 Jun 23 17:09:04.549720 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-1e3d6a55-fabc-4e3c-b3ac-7d0735035ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:04.559247 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1037a4-d922-49b7-a76d-8c2281ede5b2 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab60e50-f6c0-4068-ae39-1057b2c9317f,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:04.561912 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-0b1037a4-d922-49b7-a76d-8c2281ede5b2 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:04.683963 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34906) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:05.045757 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-603f8cc5-f515-4c94-81af-34392261a25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705188'] for router_interface, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:05.309571 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-603f8cc5-f515-4c94-81af-34392261a25e admin admin] Deleting port 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:05.310350 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-603f8cc5-f515-4c94-81af-34392261a25e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:05.388177 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [None req-603f8cc5-f515-4c94-81af-34392261a25e admin admin] For port 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c,segment=NetworkSegment(4b10830e-09e0-48bd-bf31-50153bde8d57),segment_id=4b10830e-09e0-48bd-bf31-50153bde8d57)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:05.388535 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-603f8cc5-f515-4c94-81af-34392261a25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:05.401592 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-603f8cc5-f515-4c94-81af-34392261a25e admin admin] Calling delete_port for 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c owned by network:router_interface {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:05.715367 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-603f8cc5-f515-4c94-81af-34392261a25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:05.717633 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-6926cc2b-5e54-4ec3-b7c7-001d7a95ccc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:05.745491 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f8cc5-f515-4c94-81af-34392261a25e admin admin] Pushing event deleted for resources: {'Port': ['ID=6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:05.748582 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-603f8cc5-f515-4c94-81af-34392261a25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:05.919148 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-603f8cc5-f515-4c94-81af-34392261a25e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1510936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640980'] for router_interface, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:06.132319 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603f8cc5-f515-4c94-81af-34392261a25e admin admin] Router 95be505f-9a28-4e06-a9ec-61083e3e3e6a has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:09:06.521073 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603f8cc5-f515-4c94-81af-34392261a25e admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:09:06.526194 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-603f8cc5-f515-4c94-81af-34392261a25e admin admin] 10.222.0.25 "PUT /v2.0/routers/95be505f-9a28-4e06-a9ec-61083e3e3e6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8411155 Jun 23 17:09:06.529544 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34908) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:06.530029 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa50929e-a35b-46fa-a0c7-973ac839d6db None None] Sync routers for ids ['95be505f-9a28-4e06-a9ec-61083e3e3e6a'] in dv-cinder-797608-1-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:09:06.540417 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa50929e-a35b-46fa-a0c7-973ac839d6db None None] Routers {'95be505f-9a28-4e06-a9ec-61083e3e3e6a'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:09:06.541041 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-aa50929e-a35b-46fa-a0c7-973ac839d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:08:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['95be505f-9a28-4e06-a9ec-61083e3e3e6a'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:06.638443 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8e60317b-175e-4249-b30c-c9eee832f4af admin admin] Notify callbacks [] for router, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:06.646243 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-aa50929e-a35b-46fa-a0c7-973ac839d6db None None] Set router 95be505f-9a28-4e06-a9ec-61083e3e3e6a gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:09:06.746148 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8e60317b-175e-4249-b30c-c9eee832f4af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:06.850601 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-aa50929e-a35b-46fa-a0c7-973ac839d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'name': 'tempest-TestShelveInstance-466426575-router', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:09:05Z', 'revision_number': 5, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'gw_port': {'id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:06.855060 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa50929e-a35b-46fa-a0c7-973ac839d6db None None] Checking router: 95be505f-9a28-4e06-a9ec-61083e3e3e6a for host: dv-cinder-797608-1-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:09:06.863567 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa50929e-a35b-46fa-a0c7-973ac839d6db None None] Routers {'95be505f-9a28-4e06-a9ec-61083e3e3e6a'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:09:06.864185 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-aa50929e-a35b-46fa-a0c7-973ac839d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:08:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['95be505f-9a28-4e06-a9ec-61083e3e3e6a'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:06.970071 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-aa50929e-a35b-46fa-a0c7-973ac839d6db None None] Set router 95be505f-9a28-4e06-a9ec-61083e3e3e6a gateway port host: dv-cinder-797608-1-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:09:07.066197 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-8e60317b-175e-4249-b30c-c9eee832f4af admin admin] Deleting port 1a89f6f8-4a59-4a58-8f4b-21231867a5a3 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:07.066718 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8e60317b-175e-4249-b30c-c9eee832f4af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:07.150095 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-aa50929e-a35b-46fa-a0c7-973ac839d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'name': 'tempest-TestShelveInstance-466426575-router', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:09:05Z', 'revision_number': 5, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'gw_port': {'id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:07.151025 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [None req-8e60317b-175e-4249-b30c-c9eee832f4af admin admin] For port 1a89f6f8-4a59-4a58-8f4b-21231867a5a3, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=1a89f6f8-4a59-4a58-8f4b-21231867a5a3,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:07.151559 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8e60317b-175e-4249-b30c-c9eee832f4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:07.167098 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-8e60317b-175e-4249-b30c-c9eee832f4af admin admin] Calling delete_port for 1a89f6f8-4a59-4a58-8f4b-21231867a5a3 owned by network:router_gateway {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:07.176737 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa50929e-a35b-46fa-a0c7-973ac839d6db None None] The sync data for ids ['95be505f-9a28-4e06-a9ec-61083e3e3e6a'] in dv-cinder-797608-1-iscsi is: [{'id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'name': 'tempest-TestShelveInstance-466426575-router', 'tenant_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:09:05Z', 'revision_number': 5, 'project_id': '0ddf00b9c9ab48f7a65a09419cb72c55', 'gw_port': {'id': '1a89f6f8-4a59-4a58-8f4b-21231867a5a3', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be505f-9a28-4e06-a9ec-61083e3e3e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:14Z', 'updated_at': '2021-06-23T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:09:07.550987 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8e60317b-175e-4249-b30c-c9eee832f4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:07.553224 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-c72d8c38-dd1a-4654-90e7-2819e2a6b5b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:07.582405 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60317b-175e-4249-b30c-c9eee832f4af admin admin] Pushing event deleted for resources: {'Port': ['ID=1a89f6f8-4a59-4a58-8f4b-21231867a5a3,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:07.585631 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-8e60317b-175e-4249-b30c-c9eee832f4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:07.651169 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8e60317b-175e-4249-b30c-c9eee832f4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1724545'] for router_gateway, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:07.742712 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8e60317b-175e-4249-b30c-c9eee832f4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27985'] for router, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:07.744735 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8e60317b-175e-4249-b30c-c9eee832f4af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:07.915033 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8e60317b-175e-4249-b30c-c9eee832f4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1641711'] for router, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:07.915569 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e60317b-175e-4249-b30c-c9eee832f4af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95be505f-9a28-4e06-a9ec-61083e3e3e6a {{(pid=105486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:09:07.919761 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8e60317b-175e-4249-b30c-c9eee832f4af admin admin] Notify callbacks [] for router, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:07.920898 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-8e60317b-175e-4249-b30c-c9eee832f4af admin admin] 10.222.0.25 "DELETE /v2.0/routers/95be505f-9a28-4e06-a9ec-61083e3e3e6a HTTP/1.1" status: 204 len: 168 time: 1.3904071 Jun 23 17:09:07.924195 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34910) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:07.974838 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_v2 [None req-545c7451-10db-4e76-b7db-f3eda12213c0 admin admin] Deleting subnet 22cede55-a3ec-4ade-8988-62f3beefa175 {{(pid=105486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:09:07.978058 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-545c7451-10db-4e76-b7db-f3eda12213c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.014955 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-545c7451-10db-4e76-b7db-f3eda12213c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2321636'] for subnet, precommit_delete_associations {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.097476 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-545c7451-10db-4e76-b7db-f3eda12213c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16059385'] for subnet, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.308477 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-545c7451-10db-4e76-b7db-f3eda12213c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16059360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2323194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3900897'] for subnet, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.310953 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:08.334764 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c7451-10db-4e76-b7db-f3eda12213c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22cede55-a3ec-4ade-8988-62f3beefa175,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:08.338897 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-545c7451-10db-4e76-b7db-f3eda12213c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:08.346773 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-545c7451-10db-4e76-b7db-f3eda12213c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.351551 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5da423d-f10c-4ff8-917e-3a8e4e4b5a55 None None] Network 32625c10-67de-4faf-91bb-dc72b195720e requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:09:08.352308 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34912) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:08.352917 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-545c7451-10db-4e76-b7db-f3eda12213c0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/22cede55-a3ec-4ade-8988-62f3beefa175 HTTP/1.1" status: 204 len: 168 time: 0.4263022 Jun 23 17:09:08.431256 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6a4a1d1f-f6f3-458a-9809-66e66b15293d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16231295'] for network, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.486634 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a1d1f-f6f3-458a-9809-66e66b15293d admin admin] Deleting port 8437511e-16c0-4354-8737-0c0439c03412 {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:08.487179 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6a4a1d1f-f6f3-458a-9809-66e66b15293d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.551060 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-6a4a1d1f-f6f3-458a-9809-66e66b15293d admin admin] For port 8437511e-16c0-4354-8737-0c0439c03412, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=8437511e-16c0-4354-8737-0c0439c03412,segment=NetworkSegment(4b10830e-09e0-48bd-bf31-50153bde8d57),segment_id=4b10830e-09e0-48bd-bf31-50153bde8d57)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:08.551450 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6a4a1d1f-f6f3-458a-9809-66e66b15293d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.564923 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a1d1f-f6f3-458a-9809-66e66b15293d admin admin] Calling delete_port for 8437511e-16c0-4354-8737-0c0439c03412 owned by network:dhcp {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:08.579351 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61329999-18b6-4142-8587-cc8ea626abc5 None None] DHCP port deletion for 32625c10-67de-4faf-91bb-dc72b195720e request from dv-cinder-797608-1-iscsi {{(pid=105488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:09:08.629865 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-61329999-18b6-4142-8587-cc8ea626abc5 None None] Deleting port 8437511e-16c0-4354-8737-0c0439c03412 {{(pid=105488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:08.630188 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-61329999-18b6-4142-8587-cc8ea626abc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.702364 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-61329999-18b6-4142-8587-cc8ea626abc5 None None] For port 8437511e-16c0-4354-8737-0c0439c03412, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=8437511e-16c0-4354-8737-0c0439c03412,segment=NetworkSegment(4b10830e-09e0-48bd-bf31-50153bde8d57),segment_id=4b10830e-09e0-48bd-bf31-50153bde8d57)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:08.702874 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-61329999-18b6-4142-8587-cc8ea626abc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.716257 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-61329999-18b6-4142-8587-cc8ea626abc5 None None] Calling delete_port for 8437511e-16c0-4354-8737-0c0439c03412 owned by network:dhcp {{(pid=105488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:08.727222 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6a4a1d1f-f6f3-458a-9809-66e66b15293d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.730352 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-d4a0835e-4ad1-483a-8eb2-b5ac8b189e51 tempest-VolumesSnapshotTestJSON-1096006722 tempest-VolumesSnapshotTestJSON-1096006722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:08.757122 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a1d1f-f6f3-458a-9809-66e66b15293d admin admin] Pushing event deleted for resources: {'Port': ['ID=8437511e-16c0-4354-8737-0c0439c03412,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:08.761805 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4a1d1f-f6f3-458a-9809-66e66b15293d admin admin] No DVR routers for this DVR port 8437511e-16c0-4354-8737-0c0439c03412 on host dv-cinder-797608-1-iscsi {{(pid=105487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:09:08.761805 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-6a4a1d1f-f6f3-458a-9809-66e66b15293d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:08.806353 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-61329999-18b6-4142-8587-cc8ea626abc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108'] for port, after_delete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.808569 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-df2f2a8c-1eda-4eab-b6cb-a1e2020db1dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:08.835872 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61329999-18b6-4142-8587-cc8ea626abc5 None None] Pushing event deleted for resources: {'Port': ['ID=8437511e-16c0-4354-8737-0c0439c03412,revision_number=None']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:08.840973 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61329999-18b6-4142-8587-cc8ea626abc5 None None] No DVR routers for this DVR port 8437511e-16c0-4354-8737-0c0439c03412 on host dv-cinder-797608-1-iscsi {{(pid=105488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:09:08.853192 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61329999-18b6-4142-8587-cc8ea626abc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:08.853192 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61329999-18b6-4142-8587-cc8ea626abc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:08.853192 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61329999-18b6-4142-8587-cc8ea626abc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:08.853192 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61329999-18b6-4142-8587-cc8ea626abc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:08.853192 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61329999-18b6-4142-8587-cc8ea626abc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:08.853192 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61329999-18b6-4142-8587-cc8ea626abc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:08.853192 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61329999-18b6-4142-8587-cc8ea626abc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:08.853192 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61329999-18b6-4142-8587-cc8ea626abc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:08.853192 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61329999-18b6-4142-8587-cc8ea626abc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:08.853192 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61329999-18b6-4142-8587-cc8ea626abc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:08.853192 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61329999-18b6-4142-8587-cc8ea626abc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:08.853192 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61329999-18b6-4142-8587-cc8ea626abc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-1-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:08.862710 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-61329999-18b6-4142-8587-cc8ea626abc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:08.870364 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6a4a1d1f-f6f3-458a-9809-66e66b15293d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086644', 'neutron.services.segments.db._delete_segments_for_network-8730820742431'] for network, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.888848 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-6a4a1d1f-f6f3-458a-9809-66e66b15293d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32625c10-67de-4faf-91bb-dc72b195720e']}} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:08.904199 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-6a4a1d1f-f6f3-458a-9809-66e66b15293d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b10830e-09e0-48bd-bf31-50153bde8d57') {'for_net_delete': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:08.904501 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-6a4a1d1f-f6f3-458a-9809-66e66b15293d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b10830e-09e0-48bd-bf31-50153bde8d57') {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:08.914001 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6a4a1d1f-f6f3-458a-9809-66e66b15293d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730820730862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26947493'] for segment, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.928911 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6a4a1d1f-f6f3-458a-9809-66e66b15293d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.934738 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4a1d1f-f6f3-458a-9809-66e66b15293d admin admin] Releasing vlan 1370 on physical network physnet1 to pool {{(pid=105487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:09:08.935121 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6a4a1d1f-f6f3-458a-9809-66e66b15293d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26948060'] for segment, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: Traceback (most recent call last): Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: timer() Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: cb(*args, **kw) Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: return func(*args, **kwargs) Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: self._notify() Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: self.callback(batched_events) Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: event.method(event) Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: return f(self, *a, **k) Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: return self._get(url).json() Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: return self.request(url, 'GET', **kwargs) Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:09:08.936802 dv-cinder-797608-1-iscsi neutron-server[105487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:09:09.085567 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6a4a1d1f-f6f3-458a-9809-66e66b15293d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724528'] for network, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:09.089472 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-c92bd943-76b4-4864-bf55-171a124a1079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:09.091922 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6a4a1d1f-f6f3-458a-9809-66e66b15293d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:09.094144 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-6a4a1d1f-f6f3-458a-9809-66e66b15293d admin admin] 10.222.0.25 "DELETE /v2.0/networks/32625c10-67de-4faf-91bb-dc72b195720e HTTP/1.1" status: 204 len: 168 time: 0.7411566 Jun 23 17:09:09.097528 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34914) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:09.106190 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a1d1f-f6f3-458a-9809-66e66b15293d admin admin] Pushing event deleted for resources: {'Network': ['ID=32625c10-67de-4faf-91bb-dc72b195720e,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:09.108561 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-6a4a1d1f-f6f3-458a-9809-66e66b15293d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:09.214569 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 8437511e-16c0-4354-8737-0c0439c03412 no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:09:09.235367 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: 8437511e-16c0-4354-8737-0c0439c03412 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:09:09.235808 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 8437511e-16c0-4354-8737-0c0439c03412 not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:09:09.237124 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:09:09.256580 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:09:09.256933 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 6ddcf6d6-8a2c-4a12-bc8f-b0d0a8b99b7c not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:09:09.257405 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 1a89f6f8-4a59-4a58-8f4b-21231867a5a3 no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:09:09.277013 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: 1a89f6f8-4a59-4a58-8f4b-21231867a5a3 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:09:09.277393 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 1a89f6f8-4a59-4a58-8f4b-21231867a5a3 not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:09:09.484920 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1d7b-f4bc-4e16-8c80-05d545fb3409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705188'] for router_interface, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:09.763066 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-cb2b1d7b-f4bc-4e16-8c80-05d545fb3409 admin admin] Deleting port 48b64650-a7ce-439d-a759-6237affb86db {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:09.763317 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1d7b-f4bc-4e16-8c80-05d545fb3409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:09.852533 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [None req-cb2b1d7b-f4bc-4e16-8c80-05d545fb3409 admin admin] For port 48b64650-a7ce-439d-a759-6237affb86db, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=48b64650-a7ce-439d-a759-6237affb86db,segment=NetworkSegment(24209e5f-f70c-4385-989e-1d11e6937816),segment_id=24209e5f-f70c-4385-989e-1d11e6937816)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:09.852926 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1d7b-f4bc-4e16-8c80-05d545fb3409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:09.865714 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-cb2b1d7b-f4bc-4e16-8c80-05d545fb3409 admin admin] Calling delete_port for 48b64650-a7ce-439d-a759-6237affb86db owned by network:router_interface {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:10.121387 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1d7b-f4bc-4e16-8c80-05d545fb3409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:10.123641 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-8e60317b-175e-4249-b30c-c9eee832f4af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:10.150591 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b1d7b-f4bc-4e16-8c80-05d545fb3409 admin admin] Pushing event deleted for resources: {'Port': ['ID=48b64650-a7ce-439d-a759-6237affb86db,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:10.153818 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-cb2b1d7b-f4bc-4e16-8c80-05d545fb3409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:10.327155 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1d7b-f4bc-4e16-8c80-05d545fb3409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1510936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640980'] for router_interface, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:10.546065 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2b1d7b-f4bc-4e16-8c80-05d545fb3409 admin admin] Router 9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb has already been hosted by L3 agent 3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:09:10.656655 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2b1d7b-f4bc-4e16-8c80-05d545fb3409 admin admin] Notify agent at l3_agent.dv-cinder-797608-1-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:09:10.661712 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-cb2b1d7b-f4bc-4e16-8c80-05d545fb3409 admin admin] 10.222.0.25 "PUT /v2.0/routers/9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5630980 Jun 23 17:09:10.664332 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34916) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:10.665296 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85ff551-952c-47a2-bc26-49724b1e214a None None] Sync routers for ids ['9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb'] in dv-cinder-797608-1-iscsi {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:09:10.676886 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85ff551-952c-47a2-bc26-49724b1e214a None None] Routers {'9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:09:10.677549 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-f85ff551-952c-47a2-bc26-49724b1e214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:08:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:10.784487 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e31f3fd-cd91-4c6e-ad31-387d1b40c15b admin admin] Notify callbacks [] for router, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:10.802037 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-f85ff551-952c-47a2-bc26-49724b1e214a None None] Set router 9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb gateway port host: dv-cinder-797608-1-iscsi {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:09:10.893062 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e31f3fd-cd91-4c6e-ad31-387d1b40c15b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:10.983840 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-f85ff551-952c-47a2-bc26-49724b1e214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb', 'name': 'tempest-TestShelveInstance-1636405678-router', 'tenant_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'external_fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '37ec01f3-e090-40f2-bb8f-91d93b09739d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:04:21Z', 'updated_at': '2021-06-23T17:09:10Z', 'revision_number': 5, 'project_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'gw_port': {'id': '37ec01f3-e090-40f2-bb8f-91d93b09739d', 'name': '', 'network_id': '1cd33bb4-367c-4537-aa24-40400b43cefc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:33:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:04:21Z', 'updated_at': '2021-06-23T17:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1811faaa-3b17-4cfd-8a02-b64db4dab64a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-1-iscsi'}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:11.014692 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85ff551-952c-47a2-bc26-49724b1e214a None None] Checking router: 9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb for host: dv-cinder-797608-1-iscsi {{(pid=105489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:09:11.023983 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85ff551-952c-47a2-bc26-49724b1e214a None None] Routers {'9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb'} bound to L3 agent in host dv-cinder-797608-1-iscsi {{(pid=105489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:09:11.024611 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-f85ff551-952c-47a2-bc26-49724b1e214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:44:24Z,description=,heartbeat_timestamp=2021-06-23T17:08:54Z,host='dv-cinder-797608-1-iscsi',id=3d4ffcb8-c1f5-4e09-a5e7-d4f34e72a4ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:44:25Z,topic='l3_agent')) {'router_ids': ['9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb'], 'active': True} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:11.056327 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-1e31f3fd-cd91-4c6e-ad31-387d1b40c15b admin admin] Deleting port 37ec01f3-e090-40f2-bb8f-91d93b09739d {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:11.056572 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e31f3fd-cd91-4c6e-ad31-387d1b40c15b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:11.115427 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_dvr_db [None req-f85ff551-952c-47a2-bc26-49724b1e214a None None] Set router 9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb gateway port host: None {{(pid=105489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:09:11.160328 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [None req-1e31f3fd-cd91-4c6e-ad31-387d1b40c15b admin admin] For port 37ec01f3-e090-40f2-bb8f-91d93b09739d, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=37ec01f3-e090-40f2-bb8f-91d93b09739d,segment=NetworkSegment(cef967f3-881f-49f1-8c44-6888f5472d47),segment_id=cef967f3-881f-49f1-8c44-6888f5472d47)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:11.160328 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e31f3fd-cd91-4c6e-ad31-387d1b40c15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:11.173603 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.l3_hamode_db [None req-f85ff551-952c-47a2-bc26-49724b1e214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb', 'name': 'tempest-TestShelveInstance-1636405678-router', 'tenant_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:04:21Z', 'updated_at': '2021-06-23T17:09:10Z', 'revision_number': 6, 'project_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'gw_port_host': None}], 'dv-cinder-797608-1-iscsi', False) {} {{(pid=105489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:11.176212 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-1e31f3fd-cd91-4c6e-ad31-387d1b40c15b admin admin] Calling delete_port for 37ec01f3-e090-40f2-bb8f-91d93b09739d owned by network:router_gateway {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:11.203993 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85ff551-952c-47a2-bc26-49724b1e214a None None] The sync data for ids ['9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb'] in dv-cinder-797608-1-iscsi is: [{'id': '9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb', 'name': 'tempest-TestShelveInstance-1636405678-router', 'tenant_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:04:21Z', 'updated_at': '2021-06-23T17:09:10Z', 'revision_number': 6, 'project_id': 'dbb9e933e8f4430fb9ad0a5ae9697cf0', 'gw_port_host': None}] {{(pid=105489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:09:11.429358 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e31f3fd-cd91-4c6e-ad31-387d1b40c15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2323120'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:11.431493 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-58f54136-325f-4fd6-8b7d-83956c5bdbc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:11.457304 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31f3fd-cd91-4c6e-ad31-387d1b40c15b admin admin] Pushing event deleted for resources: {'Port': ['ID=37ec01f3-e090-40f2-bb8f-91d93b09739d,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:11.461656 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-1e31f3fd-cd91-4c6e-ad31-387d1b40c15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:11.522418 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e31f3fd-cd91-4c6e-ad31-387d1b40c15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1724545'] for router_gateway, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:11.616865 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e31f3fd-cd91-4c6e-ad31-387d1b40c15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27985'] for router, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:11.619293 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e31f3fd-cd91-4c6e-ad31-387d1b40c15b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:11.790157 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e31f3fd-cd91-4c6e-ad31-387d1b40c15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1641711'] for router, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:11.791307 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e31f3fd-cd91-4c6e-ad31-387d1b40c15b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb {{(pid=105486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:09:11.796040 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e31f3fd-cd91-4c6e-ad31-387d1b40c15b admin admin] Notify callbacks [] for router, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:11.797404 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-1e31f3fd-cd91-4c6e-ad31-387d1b40c15b admin admin] 10.222.0.25 "DELETE /v2.0/routers/9fbcc6cc-1543-421c-8ba0-63ae5a72b0cb HTTP/1.1" status: 204 len: 168 time: 1.1319792 Jun 23 17:09:11.801620 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34918) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:11.853192 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57b86e9-c16c-44c9-a9b0-ac05df08980b admin admin] Deleting subnet 4efbaead-f374-4ef6-9302-f8382b89be1a {{(pid=105487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:09:11.856448 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d57b86e9-c16c-44c9-a9b0-ac05df08980b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:11.891702 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d57b86e9-c16c-44c9-a9b0-ac05df08980b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26947514'] for subnet, precommit_delete_associations {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:11.968202 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d57b86e9-c16c-44c9-a9b0-ac05df08980b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16059385'] for subnet, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:12.167248 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d57b86e9-c16c-44c9-a9b0-ac05df08980b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16059360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26949438'] for subnet, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:12.169596 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-16511424-283f-4c27-94e0-a21380ce93a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:12.197795 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b86e9-c16c-44c9-a9b0-ac05df08980b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4efbaead-f374-4ef6-9302-f8382b89be1a,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:12.200577 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-d57b86e9-c16c-44c9-a9b0-ac05df08980b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:12.205554 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d57b86e9-c16c-44c9-a9b0-ac05df08980b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for subnet, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:12.208539 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-d57b86e9-c16c-44c9-a9b0-ac05df08980b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4efbaead-f374-4ef6-9302-f8382b89be1a HTTP/1.1" status: 204 len: 168 time: 0.4058461 Jun 23 17:09:12.210971 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34920) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:12.212719 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffefdc98-1f8b-4cb0-b73e-ba3e4f0c16df None None] Network 11dba677-5cc8-4d62-9ec0-acdf708238f2 requested from dv-cinder-797608-1-iscsi {{(pid=105488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:09:12.288921 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-51b492c6-93d9-4a27-8737-2c4b58cb02e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16231295'] for network, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:12.351445 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-51b492c6-93d9-4a27-8737-2c4b58cb02e6 admin admin] Deleting port a458edd4-1d7a-42b7-88dc-78d2409aa0a9 {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:12.351682 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-51b492c6-93d9-4a27-8737-2c4b58cb02e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:12.425691 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-51b492c6-93d9-4a27-8737-2c4b58cb02e6 admin admin] For port a458edd4-1d7a-42b7-88dc-78d2409aa0a9, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=a458edd4-1d7a-42b7-88dc-78d2409aa0a9,segment=NetworkSegment(24209e5f-f70c-4385-989e-1d11e6937816),segment_id=24209e5f-f70c-4385-989e-1d11e6937816)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:12.426261 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-51b492c6-93d9-4a27-8737-2c4b58cb02e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:12.440766 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-51b492c6-93d9-4a27-8737-2c4b58cb02e6 admin admin] Calling delete_port for a458edd4-1d7a-42b7-88dc-78d2409aa0a9 owned by network:dhcp {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:12.527106 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6d1892-0d78-480e-add3-3e9200c30db4 None None] DHCP port deletion for 11dba677-5cc8-4d62-9ec0-acdf708238f2 request from dv-cinder-797608-1-iscsi {{(pid=105488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:09:12.574524 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-7a6d1892-0d78-480e-add3-3e9200c30db4 None None] Deleting port a458edd4-1d7a-42b7-88dc-78d2409aa0a9 {{(pid=105488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:12.574914 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1892-0d78-480e-add3-3e9200c30db4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730820591391'] for port, before_delete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:12.644804 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-7a6d1892-0d78-480e-add3-3e9200c30db4 None None] For port a458edd4-1d7a-42b7-88dc-78d2409aa0a9, host dv-cinder-797608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-1-iscsi',level=0,port_id=a458edd4-1d7a-42b7-88dc-78d2409aa0a9,segment=NetworkSegment(24209e5f-f70c-4385-989e-1d11e6937816),segment_id=24209e5f-f70c-4385-989e-1d11e6937816)] {{(pid=105488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:12.645138 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1892-0d78-480e-add3-3e9200c30db4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1726155'] for port, precommit_delete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:12.658039 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-7a6d1892-0d78-480e-add3-3e9200c30db4 None None] Calling delete_port for a458edd4-1d7a-42b7-88dc-78d2409aa0a9 owned by network:dhcp {{(pid=105488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:12.738607 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-51b492c6-93d9-4a27-8737-2c4b58cb02e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947851'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:12.741674 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-9a620a66-9c62-4e3d-b6c9-9f16f8429d44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:12.744165 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1892-0d78-480e-add3-3e9200c30db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16215145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730820593969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730820201108'] for port, after_delete {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:12.746276 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:12.768343 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b492c6-93d9-4a27-8737-2c4b58cb02e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a458edd4-1d7a-42b7-88dc-78d2409aa0a9,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:12.783773 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b492c6-93d9-4a27-8737-2c4b58cb02e6 admin admin] No DVR routers for this DVR port a458edd4-1d7a-42b7-88dc-78d2409aa0a9 on host dv-cinder-797608-1-iscsi {{(pid=105487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:09:12.783773 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-51b492c6-93d9-4a27-8737-2c4b58cb02e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:12.784563 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d1892-0d78-480e-add3-3e9200c30db4 None None] Pushing event deleted for resources: {'Port': ['ID=a458edd4-1d7a-42b7-88dc-78d2409aa0a9,revision_number=None']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:12.784563 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG oslo_concurrency.lockutils [None req-7a6d1892-0d78-480e-add3-3e9200c30db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:12.785782 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6d1892-0d78-480e-add3-3e9200c30db4 None None] No DVR routers for this DVR port a458edd4-1d7a-42b7-88dc-78d2409aa0a9 on host dv-cinder-797608-1-iscsi {{(pid=105488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:09:12.843775 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-51b492c6-93d9-4a27-8737-2c4b58cb02e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16086644', 'neutron.services.segments.db._delete_segments_for_network-8730820742431'] for network, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:12.854769 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-51b492c6-93d9-4a27-8737-2c4b58cb02e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11dba677-5cc8-4d62-9ec0-acdf708238f2']}} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:12.865527 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-51b492c6-93d9-4a27-8737-2c4b58cb02e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24209e5f-f70c-4385-989e-1d11e6937816') {'for_net_delete': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:12.865826 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.services.segments.db [None req-51b492c6-93d9-4a27-8737-2c4b58cb02e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24209e5f-f70c-4385-989e-1d11e6937816') {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:12.874373 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-51b492c6-93d9-4a27-8737-2c4b58cb02e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730820730862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26947493'] for segment, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:12.893243 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-51b492c6-93d9-4a27-8737-2c4b58cb02e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060'] for segment, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:12.899457 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b492c6-93d9-4a27-8737-2c4b58cb02e6 admin admin] Releasing vlan 1373 on physical network physnet1 to pool {{(pid=105487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:09:12.899774 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-51b492c6-93d9-4a27-8737-2c4b58cb02e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26948060'] for segment, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: Traceback (most recent call last): Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: timer() Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: cb(*args, **kw) Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: return func(*args, **kwargs) Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: self._notify() Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: self.callback(batched_events) Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: event.method(event) Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: return f(self, *a, **k) Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: return self._get(url).json() Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: return self.request(url, 'GET', **kwargs) Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:09:12.901472 dv-cinder-797608-1-iscsi neutron-server[105487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:09:13.041339 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-51b492c6-93d9-4a27-8737-2c4b58cb02e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16086655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-307236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1510929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724528'] for network, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:13.044949 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:13.047494 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-51b492c6-93d9-4a27-8737-2c4b58cb02e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510964'] for network, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:13.050403 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-51b492c6-93d9-4a27-8737-2c4b58cb02e6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/11dba677-5cc8-4d62-9ec0-acdf708238f2 HTTP/1.1" status: 204 len: 168 time: 0.8380179 Jun 23 17:09:13.061992 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b492c6-93d9-4a27-8737-2c4b58cb02e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=11dba677-5cc8-4d62-9ec0-acdf708238f2,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:13.064747 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-51b492c6-93d9-4a27-8737-2c4b58cb02e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:13.216598 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 37ec01f3-e090-40f2-bb8f-91d93b09739d no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:09:13.238536 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: 37ec01f3-e090-40f2-bb8f-91d93b09739d {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:09:13.238886 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 37ec01f3-e090-40f2-bb8f-91d93b09739d not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:09:13.239319 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device a458edd4-1d7a-42b7-88dc-78d2409aa0a9 no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:09:13.257445 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: a458edd4-1d7a-42b7-88dc-78d2409aa0a9 {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:09:13.257792 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device a458edd4-1d7a-42b7-88dc-78d2409aa0a9 not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:09:13.258200 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 48b64650-a7ce-439d-a759-6237affb86db no longer exists at agent ovs-agent-dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:09:13.276139 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.plugin [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] No Port match for: 48b64650-a7ce-439d-a759-6237affb86db {{(pid=105488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:09:13.276492 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.rpc [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Device 48b64650-a7ce-439d-a759-6237affb86db not bound to the agent host dv-cinder-797608-1-iscsi {{(pid=105488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:09:13.619273 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34924) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:13.793374 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-bb39207e-e77c-4427-a345-8ab179999a09 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0ddf00b9c9ab48f7a65a09419cb72c55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1800804 Jun 23 17:09:13.795789 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.wsgi [-] (105487) accepted ('10.222.0.25', 34928) {{(pid=105487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:13.843804 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-52f71462-2340-4f26-9424-1edac305cb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:13.864232 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-52f71462-2340-4f26-9424-1edac305cb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:14.144278 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-52f71462-2340-4f26-9424-1edac305cb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:14.146858 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-52f71462-2340-4f26-9424-1edac305cb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:14.147993 dv-cinder-797608-1-iscsi neutron-server[105487]: INFO neutron.wsgi [None req-52f71462-2340-4f26-9424-1edac305cb06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e502485-d176-422c-a6b5-ee5aaff885fb HTTP/1.1" status: 204 len: 168 time: 0.3513093 Jun 23 17:09:14.148812 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-103c2fcf-8bfa-4718-bc46-eb716d4be6a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:14.161085 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f71462-2340-4f26-9424-1edac305cb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e502485-d176-422c-a6b5-ee5aaff885fb,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:14.161085 dv-cinder-797608-1-iscsi neutron-server[105487]: DEBUG oslo_concurrency.lockutils [None req-52f71462-2340-4f26-9424-1edac305cb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:14.934049 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34934) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:14.975609 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-2317cbe4-6b8a-4ef0-ab78-7be478fecceb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dbb9e933e8f4430fb9ad0a5ae9697cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403252 Jun 23 17:09:14.978093 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.25', 34936) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:15.026879 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6c910012-e775-43d1-8c4f-a115fa0a6e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:15.048367 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6c910012-e775-43d1-8c4f-a115fa0a6e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:15.206575 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6c910012-e775-43d1-8c4f-a115fa0a6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117332'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:15.209284 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6c910012-e775-43d1-8c4f-a115fa0a6e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:15.210440 dv-cinder-797608-1-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-6c910012-e775-43d1-8c4f-a115fa0a6e88 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d65c46ba-7cbb-45f8-95f3-118deb2cb8d6 HTTP/1.1" status: 204 len: 168 time: 0.2314641 Jun 23 17:09:15.211337 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-0b1037a4-d922-49b7-a76d-8c2281ede5b2 tempest-TestShelveInstance-593216984 tempest-TestShelveInstance-593216984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:15.219544 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c910012-e775-43d1-8c4f-a115fa0a6e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65c46ba-7cbb-45f8-95f3-118deb2cb8d6,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:15.223798 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG oslo_concurrency.lockutils [None req-6c910012-e775-43d1-8c4f-a115fa0a6e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:17.342714 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:09:21.562448 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-9f014185-dd9e-4bca-9cfd-67d4d4cfbe09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:23.337971 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:24.068037 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:24.509322 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7ed07d41-2d8a-4547-a85a-96076742ba6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:25.696221 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:27.229260 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:51.536730 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-6589ac14-24ef-4f17-acb8-66eaae54760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:53.342988 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:54.016913 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:54.341075 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:09:54.519537 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7628a38a-fd34-4da9-8aea-d0c609cd424d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:55.633142 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:57.118109 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:21.587632 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-f558a5aa-3267-4060-bbd7-e7402556dfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:23.374698 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:23.987976 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:24.496218 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-254f4d2f-b3ee-4c13-86e5-c228c3ed2804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:25.645036 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:27.124928 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:31.340751 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:10:51.518577 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-557e5a43-2de8-4d58-863a-e1c3c964d27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:53.334950 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:54.020817 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:54.552125 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-033b5f86-a6bd-49ad-b3a3-951c81e5a3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:55.632474 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:57.140959 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:57.976361 dv-cinder-797608-1-iscsi neutron-server[105486]: DEBUG neutron.wsgi [req-c484a0ce-fbe6-4f20-a9fd-7ef43a4f85e0 req-4c9296b7-c2b4-45f2-97e7-5315dd0336ef service neutron] (105486) timed out ('10.222.0.35', 62623) {{(pid=105486) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 17:11:08.340756 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:11:21.475337 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-b2b0680f-00f8-4687-ae24-f900aa300203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:23.389919 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:24.157368 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:24.500477 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3b7bd140-a52e-49f6-9d75-c35eef73e2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:25.612417 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:27.139851 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:45.340706 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:11:51.519924 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7b64d11c-8461-495b-9760-0b66c7627ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:53.371316 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:53.965442 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:54.480078 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-5277d11e-9ced-4da1-a52b-839a21fbb4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:55.648123 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:57.207796 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:21.501340 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-1026d95a-30d3-4416-9832-1527784a65f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:22.339148 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:12:23.486754 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:23.977034 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:24.598599 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-48ba2691-979e-4685-bbd1-7f2c6cdebc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:25.658196 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:27.126686 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:51.480221 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-0cd2d217-4af1-4bc5-b204-eecf13072657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:53.449434 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:53.990074 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:54.631944 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-f524cea0-d2db-44c8-98cf-a885a5512fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:55.668690 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:57.152050 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:59.338409 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:13:21.522857 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-36860654-41ed-4d2e-983f-afbc9d437065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:23.405100 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:23.968475 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:24.625200 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-8dc8d661-136a-4cb6-beee-fd4c8a516646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:25.616630 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:27.147948 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:36.336874 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:13:51.490189 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3ef603c6-89e9-4a78-a882-65e588b96b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:53.392920 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:53.989631 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:54.500889 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-12d2f74a-2371-41df-a5df-1ff4ec70f210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:55.675846 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:57.175372 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:14:13.336100 dv-cinder-797608-1-iscsi neutron-server[105489]: DEBUG neutron.db.agents_db [None req-56c56a0a-929f-4978-bed0-f42fb2dcf38f None None] Agent healthcheck: found 6 active agents {{(pid=105489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:14:21.548729 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-5d152b91-49fd-4d34-b3de-2a08a48e95d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:14:23.437404 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c1962125-5ce4-4247-acb4-1feb6cc04e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:14:23.986412 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-79daf05d-6f1b-45f7-a8be-1355ed2b226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:14:24.537207 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-a9bcffba-b7fa-40fe-9608-ba1e7ddeea19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:14:25.648704 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-3656bb6f-4576-43f4-a714-6a9c001af617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:14:27.237340 dv-cinder-797608-1-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-66b8111c-0996-43db-b5af-3d49fa810237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730820742413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16087358'] for agent, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}